-- Logs begin at Wed 2021-11-24 17:04:45 UTC, end at Wed 2021-11-24 18:23:24 UTC. -- Nov 24 17:56:51.491283 dv-cinder-818579-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Nov 24 17:56:53.834970 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.common.config [-] Logging enabled! Nov 24 17:56:53.835662 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev77 Nov 24 17:56:53.835753 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87314) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 24 17:56:53.838842 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.common.config [-] Logging enabled! Nov 24 17:56:53.839098 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev77 Nov 24 17:56:53.839411 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87314) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 24 17:56:53.840335 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 17:56:53.840602 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 17:56:53.840961 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 17:56:53.841209 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 17:56:53.841439 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 17:56:53.841763 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.842065 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.842366 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.842600 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.842901 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.843197 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.843483 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.843775 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.844074 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.844377 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.844675 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.844960 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.845192 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.845474 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.845766 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.846054 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.846278 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] debug = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.846558 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.847889 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.848307 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.848622 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.848919 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.849204 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.849485 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.849767 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.850055 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.850388 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] host = dv-cinder-818579-1-smb {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.850670 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.850959 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.851249 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.851540 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.851820 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.852101 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.852422 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.852700 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.852974 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] log_file = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.853252 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.853545 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.853837 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.854129 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.854355 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.854579 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.854870 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.855158 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.855437 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.855714 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.855992 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.856266 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.856565 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.856836 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.857123 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.857412 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.857716 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.857984 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.858258 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.858529 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.858802 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.859086 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.859359 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.859634 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.859907 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.860196 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.860494 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.860768 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.861070 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.861355 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.861638 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.861923 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.862197 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.862479 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.862785 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.863060 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.863332 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] use_json = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.863606 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.863879 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.864164 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.864469 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.864743 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.865016 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.865287 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.865575 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:53.865871 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.866172 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.866475 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.866762 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.867059 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.867337 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.867635 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.867915 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.868205 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.868526 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.868815 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.869095 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.869385 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.869667 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.869965 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.870270 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.870568 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.870859 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.871135 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.871409 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.871686 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.871965 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.872252 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.872576 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.872871 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.873147 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.873426 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.873720 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.874000 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.874276 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.874555 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.874848 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.875127 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.875401 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.875682 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.875962 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.876236 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.876538 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.876817 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.877108 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.877396 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.877667 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.877942 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.878242 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.878515 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.878809 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.879079 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.879354 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.879629 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.879908 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.880186 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.880483 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.880765 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.881038 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.881318 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.881589 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.881864 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.882138 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.882414 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.882685 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.882956 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.883229 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.883505 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.883779 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.884050 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.884325 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.884622 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.884897 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.885185 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.885484 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.885765 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.886044 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.886326 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.886605 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.886886 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.887164 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.887447 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.887725 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.888000 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.888291 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.888600 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.888888 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.889172 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.889450 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.889746 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.890024 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.890308 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.890589 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.890870 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.891159 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.891445 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.891740 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.892036 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.892333 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.892650 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.892945 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.893227 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.893537 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.894336 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:53.894566 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 17:56:53.894806 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87314) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 24 17:56:54.289460 dv-cinder-818579-1-smb neutron-server[87314]: INFO keyring.backend [-] Loading KWallet Nov 24 17:56:54.296512 dv-cinder-818579-1-smb neutron-server[87314]: INFO keyring.backend [-] Loading SecretService Nov 24 17:56:54.300901 dv-cinder-818579-1-smb neutron-server[87314]: INFO keyring.backend [-] Loading Windows Nov 24 17:56:54.302258 dv-cinder-818579-1-smb neutron-server[87314]: INFO keyring.backend [-] Loading chainer Nov 24 17:56:54.302842 dv-cinder-818579-1-smb neutron-server[87314]: INFO keyring.backend [-] Loading macOS Nov 24 17:56:54.336982 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 17:56:54.337508 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 17:56:54.337614 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 17:56:54.337866 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 24 17:56:54.646208 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:54.646431 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:54.646708 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:54.647920 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:54.648194 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:54.648491 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:54.767530 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:54.767814 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:54.768085 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:54.781995 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:54.782279 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:54.782551 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:54.810950 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:54.811235 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:54.811506 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:54.850420 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:54.850892 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:54.850977 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:55.093691 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:55.093983 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:55.094256 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:55.094528 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:55.095276 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:55.220069 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:55.220412 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:55.220699 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:55.220974 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:55.221241 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:55.221556 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:55.222110 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:55.222372 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:55.222628 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:55.222914 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:55.223175 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:55.223587 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:55.223857 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:55.224117 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:55.224412 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:55.224693 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:55.224959 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:55.225235 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:55.225493 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:55.225779 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:55.226132 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:55.226387 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:55.226638 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:55.226924 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:55.227174 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:55.227421 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:55.227805 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87314) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 17:56:55.228045 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87314) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 17:56:55.228280 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87314) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 17:56:55.228539 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87314) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 17:56:55.228775 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87314) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 17:56:55.229009 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87314) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 17:56:55.229373 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 24 17:56:55.232514 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 24 17:56:55.236516 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 24 17:56:55.240878 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Nov 24 17:56:55.242524 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 24 17:56:55.242971 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 24 17:56:55.243309 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 24 17:56:55.243700 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 24 17:56:55.246738 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 24 17:56:55.246990 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 24 17:56:55.247336 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 24 17:56:55.275697 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 24 17:56:55.276148 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:55.276474 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87314) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 24 17:56:55.276841 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:55.278222 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87314) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 24 17:56:55.278505 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 24 17:56:55.278751 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 24 17:56:55.282000 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:55.282288 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:55.343476 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 24 17:56:55.343763 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 24 17:56:55.343962 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 24 17:56:55.344332 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 24 17:56:55.376707 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_db.sqlalchemy.engines [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87314) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 24 17:56:55.842696 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.plugins.ml2.managers [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Initializing driver for type 'gre' Nov 24 17:56:55.843401 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] gre ID ranges: [(1, 1000)] Nov 24 17:56:56.048333 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.plugins.ml2.managers [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Initializing driver for type 'local' Nov 24 17:56:56.048938 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.plugins.ml2.managers [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Initializing driver for type 'vlan' Nov 24 17:56:56.139973 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] VlanTypeDriver initialization complete Nov 24 17:56:56.140254 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.plugins.ml2.managers [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Initializing driver for type 'vxlan' Nov 24 17:56:56.140779 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] vxlan ID ranges: [(1, 1000)] Nov 24 17:56:56.345863 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.plugins.ml2.managers [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Initializing extension driver 'port_security' Nov 24 17:56:56.346194 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.plugins.ml2.extensions.port_security [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] PortSecurityExtensionDriver initialization complete Nov 24 17:56:56.346518 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.plugins.ml2.managers [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Initializing mechanism driver 'openvswitch' Nov 24 17:56:56.347087 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.plugins.ml2.managers [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Initializing mechanism driver 'hyperv' Nov 24 17:56:56.353656 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.plugins.ml2.plugin [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:56:56.354393 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > port after_create 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.354754 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > port after_update 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.355106 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > port after_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.355483 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > subnet after_create 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.355846 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > subnet after_update 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.356163 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.356616 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > network after_create 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.356960 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > network after_update 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.357295 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > network after_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.357663 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > security_group after_create 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.358001 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > security_group after_update 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.358355 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.358703 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.359037 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.359365 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.359726 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > address_group after_create 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.360056 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > address_group after_update 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.360399 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.360730 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] ML2 OVO RPC backend initialized. {{(pid=87314) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Nov 24 17:56:56.361413 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.361751 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.362158 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > network before_response 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.362495 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > networks before_response 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.362830 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > port before_response 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.363160 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > ports before_response 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.363492 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > subnet before_response 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.363820 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > subnets before_response 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.364231 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > network after_create 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.364584 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > network after_update 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.364912 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > network after_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.365244 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > port after_create 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.365570 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > port after_update 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.365896 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > port after_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.366221 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > subnet after_create 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.366547 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > subnet after_update 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.366869 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.367435 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.plugins.ml2.plugin [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Modular L2 Plugin initialization complete Nov 24 17:56:56.367753 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading services supported by the core plugin {{(pid=87314) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 24 17:56:56.368067 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.plugins.ml2.managers [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Got port-security extension from driver 'port_security' Nov 24 17:56:56.368542 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.extensions.vlantransparent [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Disabled vlantransparent extension. Nov 24 17:56:56.370827 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87314) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 24 17:56:56.370827 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading Plugin: router Nov 24 17:56:56.415986 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.416309 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > router after_create 55549900 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.416703 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > router before_create 55549900 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.417069 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.417440 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.417793 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > router after_delete 55549900 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.418153 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.418513 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > router after_create 55549900 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.418858 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > router after_update 55549900 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.419227 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > router after_update 55549900 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.419573 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.419928 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > router after_update 55549900 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.420336 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > router precommit_update 55549900 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.420733 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: port after_update 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.421072 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: port after_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.421407 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: subnet after_update 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.421743 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.422086 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.422435 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > router precommit_create 55549900 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.422771 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: port before_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.423110 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > router precommit_create 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.423458 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > router after_update 55549900 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.423796 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.424142 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > router precommit_create 55549900 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.424533 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.424878 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > router precommit_update 55549900 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.425240 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > agent after_create 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.425591 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > agent after_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.425934 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > network after_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.426860 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.quota.resource_registry [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Tracking information for resource: router configured {{(pid=87314) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 17:56:56.427195 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.quota.resource_registry [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Tracking information for resource: floatingip configured {{(pid=87314) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 17:56:56.432366 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.db.l3_agentschedulers_db [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 24 17:56:56.432961 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: port after_update 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.433323 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: port after_create 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.433675 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: port after_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.434023 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: port after_update 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.434823 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > router before_create 55550100 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.435183 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.435543 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > router precommit_create 55550100 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.435893 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > router precommit_update 55550100 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.440550 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.services.provider_configuration [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Service providers = [] {{(pid=87314) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 24 17:56:56.440916 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.db.servicetype_db [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87314) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 24 17:56:56.444457 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.services.service_base [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87314) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 17:56:56.444806 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.services.service_base [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87314) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 17:56:56.445147 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.services.service_base [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87314) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 17:56:56.446208 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.services.service_base [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87314) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 17:56:56.446581 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.services.service_base [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 24 17:56:56.446962 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87314) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 17:56:56.447279 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 24 17:56:56.458552 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87314) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 17:56:56.458888 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading Plugin: auto_allocate Nov 24 17:56:56.464878 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: network precommit_update 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.465242 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: network precommit_create 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.465752 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87314) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 17:56:56.466067 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading Plugin: tag Nov 24 17:56:56.473213 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87314) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 17:56:56.473546 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading Plugin: timestamp Nov 24 17:56:56.477421 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87314) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 17:56:56.477747 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading Plugin: network_ip_availability Nov 24 17:56:56.482986 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.483353 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.483704 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.484431 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87314) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 17:56:56.484751 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading Plugin: flavors Nov 24 17:56:56.489741 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87314) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 17:56:56.490072 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading Plugin: revisions Nov 24 17:56:56.494396 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87314) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 17:56:56.494784 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_concurrency.lockutils [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.157s {{(pid=87314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 17:56:56.495526 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87314) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 24 17:56:56.495861 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Initializing extension manager. Nov 24 17:56:56.496379 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: __init__.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.496727 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: __pycache__ {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.497061 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.497409 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: address_group.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.498150 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.498716 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: address-group Nov 24 17:56:56.499035 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: address_scope.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.499747 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.500256 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: address-scope Nov 24 17:56:56.500604 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.501698 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.502305 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: router-admin-state-down-before-update Nov 24 17:56:56.502630 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: agent.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.503501 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.504088 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: agent Nov 24 17:56:56.504437 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: agent_resources_synced.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.505885 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.506405 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: agent-resources-synced Nov 24 17:56:56.506727 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: allowedaddresspairs.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.508556 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.509076 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: allowed-address-pairs Nov 24 17:56:56.509399 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: auto_allocated_topology.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.510483 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.510995 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: auto-allocated-topology Nov 24 17:56:56.511316 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: availability_zone.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.512005 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.512546 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: availability_zone Nov 24 17:56:56.512864 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: availability_zone_filter.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.513783 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.514396 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: availability_zone_filter Nov 24 17:56:56.514739 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: data_plane_status.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.515701 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.516324 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extension data-plane-status not supported by any of loaded plugins Nov 24 17:56:56.516716 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: default_subnetpools.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.517636 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.518278 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: default-subnetpools Nov 24 17:56:56.518601 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.519448 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.519954 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: dhcp_agent_scheduler Nov 24 17:56:56.520272 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: dns.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.521798 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.522307 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extension dns-integration not supported by any of loaded plugins Nov 24 17:56:56.522626 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: dns_domain_ports.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.523548 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.524056 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 24 17:56:56.524396 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: dvr.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.525068 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.525574 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: dvr Nov 24 17:56:56.525888 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: empty_string_filtering.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.526808 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.527314 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: empty-string-filtering Nov 24 17:56:56.527630 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.528579 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.529084 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 24 17:56:56.529400 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.530322 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.530831 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 24 17:56:56.531150 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: external_net.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.532069 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.532613 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: external-net Nov 24 17:56:56.532933 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.533850 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.534360 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: extra_dhcp_opt Nov 24 17:56:56.534677 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: extraroute.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.535581 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.536114 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: extraroute Nov 24 17:56:56.536462 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: extraroute_atomic.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.537501 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.538014 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: extraroute-atomic Nov 24 17:56:56.538330 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: filter_validation.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.538990 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.539494 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: filter-validation Nov 24 17:56:56.539808 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: fip_pf_description.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.542233 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.542761 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 24 17:56:56.543093 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: fip_port_details.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.544039 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.544587 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: fip-port-details Nov 24 17:56:56.544914 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: flavors.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.546147 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.546664 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: flavors Nov 24 17:56:56.546989 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.548701 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.549223 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 24 17:56:56.549548 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: floatingip_pools.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.550243 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.550752 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: floatingip-pools Nov 24 17:56:56.551072 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: ip_allocation.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.552561 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.553068 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extension ip_allocation not supported by any of loaded plugins Nov 24 17:56:56.553388 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.554308 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.554818 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: ip-substring-filtering Nov 24 17:56:56.555138 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: l2_adjacency.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.556070 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.556607 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 24 17:56:56.556927 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: l3.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.557879 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.558394 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: router Nov 24 17:56:56.558715 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.560995 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.561518 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 24 17:56:56.561847 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.562787 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.563298 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: ext-gw-mode Nov 24 17:56:56.563623 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.564579 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.565086 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: l3-ha Nov 24 17:56:56.565404 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: l3_flavors.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.566325 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.566828 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: l3-flavors Nov 24 17:56:56.567147 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.568648 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.569154 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 24 17:56:56.569472 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: l3agentscheduler.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.570501 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.571014 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: l3_agent_scheduler Nov 24 17:56:56.571338 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: logging.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.572870 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.573392 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extension logging not supported by any of loaded plugins Nov 24 17:56:56.573717 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: metering.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.574454 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.575026 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: metering Nov 24 17:56:56.575345 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.576468 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.576987 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: metering_source_and_destination_fields Nov 24 17:56:56.577309 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: multiprovidernet.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.578362 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.578878 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: multi-provider Nov 24 17:56:56.579201 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: netmtu.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.580126 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.580662 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: net-mtu Nov 24 17:56:56.580983 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: netmtu_writable.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.581906 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.582423 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: net-mtu-writable Nov 24 17:56:56.582744 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: network_availability_zone.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.583772 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.584287 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: network_availability_zone Nov 24 17:56:56.584632 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: network_ip_availability.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.585744 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.586262 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: network-ip-availability Nov 24 17:56:56.586581 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: network_segment_range.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.587348 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.587851 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extension network-segment-range not supported by any of loaded plugins Nov 24 17:56:56.588167 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: pagination.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.589194 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.589520 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: pagination Nov 24 17:56:56.589837 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: port_device_profile.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.590754 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.591275 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: port-device-profile Nov 24 17:56:56.591594 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.592540 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.593057 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: port-mac-address-regenerate Nov 24 17:56:56.593377 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.594293 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.594800 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: port-numa-affinity-policy Nov 24 17:56:56.595119 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: port_resource_request.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.596029 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.596806 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extension port-resource-request not supported by any of loaded plugins Nov 24 17:56:56.597129 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: portbindings.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.598079 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.598614 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: binding Nov 24 17:56:56.598941 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: portbindings_extended.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.600220 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.600763 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: binding-extended Nov 24 17:56:56.601088 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: portsecurity.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.602014 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.602528 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: port-security Nov 24 17:56:56.602852 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: project_id.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.603835 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.604160 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: project-id Nov 24 17:56:56.604509 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: providernet.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.605442 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.605955 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: provider Nov 24 17:56:56.606275 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: qos.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.609805 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.610333 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extension qos not supported by any of loaded plugins Nov 24 17:56:56.610660 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.611917 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.612535 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 24 17:56:56.612868 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.613791 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.614839 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 24 17:56:56.615163 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: qos_default.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.616077 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.616619 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extension qos-default not supported by any of loaded plugins Nov 24 17:56:56.616942 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: qos_fip.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.617590 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.618088 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extension qos-fip not supported by any of loaded plugins Nov 24 17:56:56.618407 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: qos_gateway_ip.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.619338 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.619843 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 24 17:56:56.620164 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: qos_port_network_policy.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.621109 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.621614 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 24 17:56:56.621933 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: qos_rule_type_details.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.622848 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.623361 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 24 17:56:56.623678 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: qos_rules_alias.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.624765 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.625277 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 24 17:56:56.625593 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: quotasv2.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.626490 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.626937 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: quotas Nov 24 17:56:56.627255 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: quotasv2_detail.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.628912 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.629247 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: quota_details Nov 24 17:56:56.629573 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: rbac.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.631197 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.631715 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: rbac-policies Nov 24 17:56:56.632040 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: rbac_address_group.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.633013 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.633533 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: rbac-address-group Nov 24 17:56:56.633854 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: rbac_address_scope.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.634776 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.635288 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: rbac-address-scope Nov 24 17:56:56.635607 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: rbac_security_groups.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.636554 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.637070 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: rbac-security-groups Nov 24 17:56:56.637388 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: rbac_subnetpool.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.638319 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.638827 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: rbac-subnetpool Nov 24 17:56:56.639146 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: revisionifmatch.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.640066 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.640603 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: revision-if-match Nov 24 17:56:56.640920 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: revisions.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.642030 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.642541 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: standard-attr-revisions Nov 24 17:56:56.642860 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: router_availability_zone.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.643534 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.644040 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: router_availability_zone Nov 24 17:56:56.644371 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: routerservicetype.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.645300 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.645825 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extension router-service-type not supported by any of loaded plugins Nov 24 17:56:56.646142 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.647061 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.647566 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: security-groups-normalized-cidr Nov 24 17:56:56.647883 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.648836 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.649345 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: port-security-groups-filtering Nov 24 17:56:56.649664 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.650589 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.651091 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: security-groups-remote-address-group Nov 24 17:56:56.651412 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: securitygroup.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.661238 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.661768 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: security-group Nov 24 17:56:56.662097 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: segment.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.662891 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.663406 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extension segment not supported by any of loaded plugins Nov 24 17:56:56.663728 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.664721 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.665230 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 24 17:56:56.665550 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: servicetype.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.666711 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.667184 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: service-type Nov 24 17:56:56.667503 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: sorting.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.668536 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.668869 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: sorting Nov 24 17:56:56.669189 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: standard_attr_segment.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.670103 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.670613 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 24 17:56:56.670932 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: standardattrdescription.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.671575 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.672082 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: standard-attr-description Nov 24 17:56:56.672433 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: stateful_security_group.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.673368 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.673883 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: stateful-security-group Nov 24 17:56:56.674206 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: stdattrs_common.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.674789 dv-cinder-818579-1-smb neutron-server[87314]: WARNING neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 24 17:56:56.675109 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.676109 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.677189 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 24 17:56:56.677512 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: subnet_onboard.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.678585 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.679103 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: subnet_onboard Nov 24 17:56:56.679424 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.680384 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.680895 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 24 17:56:56.681215 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: subnet_service_types.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.682148 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.682655 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: subnet-service-types Nov 24 17:56:56.682975 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: subnetallocation.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.684071 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.684620 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: subnet_allocation Nov 24 17:56:56.684948 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.685621 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.686136 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: subnetpool-prefix-ops Nov 24 17:56:56.686458 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.687395 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.687902 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 24 17:56:56.688225 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: tagging.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.689292 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.689812 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: standard-attr-tag Nov 24 17:56:56.690135 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: timestamp.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.691342 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.691854 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loaded extension: standard-attr-timestamp Nov 24 17:56:56.692176 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: trunk.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.693796 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.694313 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extension trunk not supported by any of loaded plugins Nov 24 17:56:56.694635 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: trunk_details.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.695562 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.696073 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extension trunk-details not supported by any of loaded plugins Nov 24 17:56:56.696421 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: uplink_status_propagation.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.697349 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.697866 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 24 17:56:56.698187 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Loading extension file: vlantransparent.py {{(pid=87314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 17:56:56.698856 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 17:56:56.699362 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 24 17:56:56.701794 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.quota.resource_registry [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Creating instance of TrackedResource for resource:network Nov 24 17:56:56.702538 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.quota.resource_registry [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Creating instance of TrackedResource for resource:subnet Nov 24 17:56:56.703315 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.quota.resource_registry [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 17:56:56.703921 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.quota.resource_registry [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Creating instance of TrackedResource for resource:port Nov 24 17:56:56.705252 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.v2.resource_helper [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 17:56:56.705688 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.v2.resource_helper [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Service FLAVORS assigned prefix: {{(pid=87314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 17:56:56.706300 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.v2.resource_helper [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 17:56:56.706735 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.v2.resource_helper [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 17:56:56.707062 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.quota.resource_registry [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Creating instance of TrackedResource for resource:router Nov 24 17:56:56.707716 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.quota.resource_registry [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Creating instance of TrackedResource for resource:floatingip Nov 24 17:56:56.708496 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.v2.resource_helper [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Service METERING assigned prefix: /metering {{(pid=87314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 17:56:56.709938 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.710308 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.710665 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 17:56:56.711808 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.quota.resource_registry [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Creating instance of CountableResource for resource:rbac_policy Nov 24 17:56:56.712245 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.quota.resource_registry [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Creating instance of TrackedResource for resource:security_group Nov 24 17:56:56.712937 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.quota.resource_registry [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 24 17:56:56.713680 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.v2.resource_helper [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Service CORE assigned prefix: {{(pid=87314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 17:56:56.714012 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.quota.resource_registry [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 17:56:56.714353 dv-cinder-818579-1-smb neutron-server[87314]: WARNING neutron.quota.resource_registry [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] subnetpool is already registered Nov 24 17:56:56.714955 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.v2.resource_helper [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Service CORE assigned prefix: {{(pid=87314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 17:56:56.715281 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.quota.resource_registry [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 17:56:56.715614 dv-cinder-818579-1-smb neutron-server[87314]: WARNING neutron.quota.resource_registry [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] subnetpool is already registered Nov 24 17:56:56.718194 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.v2.resource_helper [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 17:56:56.718625 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.v2.resource_helper [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Service FLAVORS assigned prefix: {{(pid=87314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 17:56:56.719224 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.v2.resource_helper [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 17:56:56.719646 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.v2.resource_helper [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 17:56:56.719974 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.quota.resource_registry [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Creating instance of TrackedResource for resource:router Nov 24 17:56:56.720308 dv-cinder-818579-1-smb neutron-server[87314]: WARNING neutron.quota.resource_registry [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] router is already registered Nov 24 17:56:56.720956 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.quota.resource_registry [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Creating instance of TrackedResource for resource:floatingip Nov 24 17:56:56.721289 dv-cinder-818579-1-smb neutron-server[87314]: WARNING neutron.quota.resource_registry [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] floatingip is already registered Nov 24 17:56:56.722199 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.v2.resource_helper [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Service METERING assigned prefix: /metering {{(pid=87314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 17:56:56.722884 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.quota.resource_registry [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Creating instance of CountableResource for resource:rbac_policy Nov 24 17:56:56.723207 dv-cinder-818579-1-smb neutron-server[87314]: WARNING neutron.quota.resource_registry [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] rbac_policy is already registered Nov 24 17:56:56.723810 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.quota.resource_registry [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Creating instance of TrackedResource for resource:security_group Nov 24 17:56:56.724132 dv-cinder-818579-1-smb neutron-server[87314]: WARNING neutron.quota.resource_registry [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] security_group is already registered Nov 24 17:56:56.724757 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.quota.resource_registry [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 24 17:56:56.725082 dv-cinder-818579-1-smb neutron-server[87314]: WARNING neutron.quota.resource_registry [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] security_group_rule is already registered Nov 24 17:56:56.725751 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.v2.resource_helper [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Service CORE assigned prefix: {{(pid=87314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 17:56:56.726077 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.quota.resource_registry [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 17:56:56.726404 dv-cinder-818579-1-smb neutron-server[87314]: WARNING neutron.quota.resource_registry [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] subnetpool is already registered Nov 24 17:56:56.727018 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.v2.resource_helper [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Service CORE assigned prefix: {{(pid=87314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 17:56:56.727334 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.quota.resource_registry [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 17:56:56.727660 dv-cinder-818579-1-smb neutron-server[87314]: WARNING neutron.quota.resource_registry [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] subnetpool is already registered Nov 24 17:56:56.728322 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: extensions {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.729859 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: address-groups {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.731582 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: address-scopes {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.732828 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: agents {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.735393 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: auto-allocated-topology {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.738446 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: availability_zones {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.740350 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: dhcp-networks {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.741798 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: dhcp-agents {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.743245 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: routers {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.746083 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: flavors {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.747258 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: service_profiles {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.748494 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: next_providers {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.750057 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: service_profiles {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.751515 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: floatingip-pools {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.752780 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: routers {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.754617 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: floatingips {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.756411 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: l3-routers {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.757822 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: l3-agents {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.759236 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: metering-labels {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.760642 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: metering-label-rules {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.761922 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: network-ip-availabilities {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.763172 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: bindings {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.764890 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: quotas {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.766326 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: quotas {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.767775 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: rbac-policies {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.769103 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: security-groups {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.770336 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: security-group-rules {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.771580 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: service-providers {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.772861 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: subnetpools {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.774305 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: subnetpools {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.775750 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: tags {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.777497 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: tags {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.779320 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: tags {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.781155 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: tags {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.782947 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: tags {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.784834 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: tags {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.786580 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: tags {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.788525 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: tags {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.790286 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: tags {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.792151 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron.api.extensions [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Extended resource: tags {{(pid=87314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 17:56:56.798462 dv-cinder-818579-1-smb neutron-server[87314]: WARNING keystonemiddleware.auth_token [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 24 17:56:56.803774 dv-cinder-818579-1-smb neutron-server[87314]: WARNING keystonemiddleware.auth_token [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 24 17:56:56.812269 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_concurrency.lockutils [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Acquired lock "singleton_lock" {{(pid=87314) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 24 17:56:56.812765 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_concurrency.lockutils [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Releasing lock "singleton_lock" {{(pid=87314) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 24 17:56:56.813403 dv-cinder-818579-1-smb neutron-server[87314]: INFO oslo_service.service [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Starting 2 workers Nov 24 17:56:56.818607 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Started child 87423 {{(pid=87314) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 24 17:56:56.822981 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Started child 87424 {{(pid=87314) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 24 17:56:56.823541 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:56:56.824528 dv-cinder-818579-1-smb neutron-server[87314]: INFO neutron.service [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 24 17:56:56.825063 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [-] (87423) wsgi starting up on http://0.0.0.0:9696 Nov 24 17:56:56.825233 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Notify callbacks [] for process, before_spawn {{(pid=87314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:56:56.827628 dv-cinder-818579-1-smb neutron-server[87314]: INFO oslo_service.service [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Starting 1 workers Nov 24 17:56:56.828939 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:56:56.830473 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [-] (87424) wsgi starting up on http://0.0.0.0:9696 Nov 24 17:56:56.832913 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Started child 87425 {{(pid=87314) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 24 17:56:56.833498 dv-cinder-818579-1-smb neutron-server[87314]: INFO oslo_service.service [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Starting 1 workers Nov 24 17:56:56.837942 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Started child 87426 {{(pid=87314) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 24 17:56:56.838743 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.service [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] calling RpcWorker wait() {{(pid=87425) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 24 17:56:56.839245 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG neutron_lib.callbacks.manager [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] Notify callbacks [] for process, after_spawn {{(pid=87314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:56:56.839323 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.service [None req-3a19f160-7098-400a-8a10-0f9b80aab2d8 None None] returning from RpcWorker wait() {{(pid=87425) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 24 17:56:56.840565 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:56:56.840671 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87314) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 24 17:56:56.840882 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 17:56:56.841068 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 17:56:56.841162 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:56:56.841286 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 17:56:56.841811 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 17:56:56.842126 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 17:56:56.842814 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.843774 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.844115 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.844441 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.844760 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.845266 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:56:56.845679 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.845679 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.845819 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.846104 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.846210 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:56:56.846368 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.846519 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.846959 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.847204 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.847459 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.847759 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.848054 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.848305 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.848604 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.848782 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.849033 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.849293 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.849598 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.849881 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] debug = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.850137 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.850678 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.850909 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.851157 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.851407 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.851674 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.851919 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.852189 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.852454 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.852684 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.852937 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.853194 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.853490 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.853692 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.853911 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.854169 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.854397 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.854872 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] host = dv-cinder-818579-1-smb {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.855104 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.855456 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.855614 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.855788 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.856040 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.856269 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.856632 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.856883 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.857148 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.857389 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.857624 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.857876 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.858104 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.858359 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] log_file = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.858524 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] log_options = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.858739 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.859023 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.859283 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.859476 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.859647 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.859821 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.860079 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.860235 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.860518 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.860736 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.860968 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.861184 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.861428 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.861661 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.861925 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.862169 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.862397 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.862626 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.862872 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.863098 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.863352 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.863576 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.863831 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.864699 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.864853 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.878879 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.878879 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.878879 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.878879 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.878879 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.878879 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.878879 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.878879 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.879626 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.879626 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.879626 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.879626 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.879626 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.879626 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.879626 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.879626 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.880797 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.880797 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.880797 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.880797 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.880797 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] use_json = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.880797 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.880797 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.880797 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.880797 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.881419 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.881419 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.881419 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.881419 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.881419 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.881419 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.881419 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.881419 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.882077 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.882077 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.882077 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.882077 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.882077 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.882077 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.882077 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.882077 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.882077 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.884807 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.884807 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.884807 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.884807 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.884807 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.884807 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.884807 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.884807 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.886522 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.886522 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.886522 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.886522 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.886522 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.886522 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.886522 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.886522 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.888063 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.888063 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.888063 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.888063 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.888063 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.888063 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.888063 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.888063 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.888063 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.894901 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.894901 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.894901 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.894901 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.894901 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.894901 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.894901 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.894901 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.894901 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.896224 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.896224 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.896224 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.896224 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.896224 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.896224 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.896224 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.896224 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.896224 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.897313 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.897313 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.897313 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.897313 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.897313 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.897313 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.897313 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.897313 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.897313 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.898482 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.898482 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.898482 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.898482 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.898482 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.898482 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.898482 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.898482 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.898482 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.899440 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.899440 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.899440 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.899440 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.899440 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.899440 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.899440 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.899440 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.899440 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.900665 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.900665 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.900665 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.900665 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.900665 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.900665 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.900665 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.900665 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.901718 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.901718 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.901718 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.901718 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.901718 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.901718 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.901718 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.901718 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.903493 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.903493 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.903493 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.903493 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.903493 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.903493 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.903493 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.903493 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.904662 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.904662 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.904662 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.904662 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.904662 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.904662 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.904662 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.904662 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.905778 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.905778 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.905778 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.905778 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.905778 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.905778 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.905778 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.905778 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.906878 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.906878 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.906878 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.906878 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.906878 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.906878 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.906878 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.906878 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.908003 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.908003 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.908003 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.908003 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.908003 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.908003 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.908003 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.908003 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.909061 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.909061 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.909061 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.909061 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.909061 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.909061 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.909061 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.909061 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.910137 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.910137 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.910137 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.910137 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.910137 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.910137 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.910137 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.910137 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.911577 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.911577 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.911577 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.911577 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.911577 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.911577 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.911577 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.911577 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.917174 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.917174 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.917174 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.917174 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.917174 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.917174 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.917174 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.917174 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.918152 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.918152 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.918152 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.918152 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.918152 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.918152 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.918152 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.918152 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.919119 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.919119 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.919119 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.919119 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.919119 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.919119 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.919119 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.919119 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.920136 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.920136 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.920136 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.920136 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.920503 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.921128 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.921390 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.921631 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.921861 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.922117 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.922331 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.922618 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.922873 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.923126 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.923360 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.923581 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.923795 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.924040 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.924254 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.925693 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.925951 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.926399 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.927201 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.927454 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.927662 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.927848 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.928066 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.928283 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.928514 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.928750 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.928954 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.929161 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.929364 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.929552 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.929859 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.930109 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.930326 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.930609 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.931543 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.931786 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.932051 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.932621 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.932862 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.933125 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.933381 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.933604 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.933827 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.934105 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.934428 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.934754 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.935034 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.935291 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.935575 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.935856 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.936118 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.936333 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.936666 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.937245 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.937545 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.937798 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.938055 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.938330 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.938552 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.938768 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.939060 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.939293 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.939511 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.939769 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.940011 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.940258 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.940501 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.940731 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.940984 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.941232 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.941463 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.941701 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.941917 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.942073 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 17:56:56.942623 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87314) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 24 17:56:56.942841 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 17:56:56.943043 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 17:56:56.943179 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 17:56:56.943364 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 17:56:56.943364 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 17:56:56.943741 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.943895 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.944035 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.944172 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.944321 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.944495 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.944635 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.947289 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.947289 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.947289 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.947289 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.947289 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.947289 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.947289 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.947289 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.948107 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.948107 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.948107 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.948107 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.948107 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.948107 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.948107 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.948107 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] debug = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.948931 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.948931 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.948931 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.948931 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.948931 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.948931 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.949704 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.949704 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.949704 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.949704 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.949704 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.949704 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.949704 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.949704 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.950796 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.950796 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.950796 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.950796 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] host = dv-cinder-818579-1-smb {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.950796 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.950796 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.950796 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.950796 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.951794 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.951794 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.951794 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.951794 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.951794 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.951794 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.951794 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.951794 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.952811 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.952811 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] log_file = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.952811 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] log_options = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.952811 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.952811 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.952811 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.952811 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.952811 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.953824 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.953824 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.953824 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.953824 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.953824 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.953824 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.953824 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.954717 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.954717 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.954717 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.954717 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.954717 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.955447 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.955447 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.955447 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.955447 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.955447 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.955447 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.956321 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.956321 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.956321 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.956321 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.956321 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.956321 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.957068 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.957068 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.957068 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.957068 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.957068 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.957695 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.957695 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.957695 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.957695 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.958240 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.958240 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.958240 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.958631 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.958631 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.958631 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.959012 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.959012 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] use_json = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.959012 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.959395 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.959395 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.959652 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.959652 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.959933 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.959933 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.960187 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 17:56:56.960187 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.960493 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.960493 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.960745 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.960828 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.960918 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.961081 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.961243 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.961402 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.961557 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.962081 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.962081 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.962081 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.962443 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.962443 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.962685 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.962685 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.962918 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.962918 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.963149 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.963270 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.963391 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.963511 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.963663 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.964157 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.964157 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.964157 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.964525 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.964525 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.964669 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.964833 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.964949 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.965110 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.965286 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.965422 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.965582 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.965897 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.966209 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.966369 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.966530 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.966691 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.966850 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.967010 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.967170 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.967330 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.967491 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.967651 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.967811 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.967972 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.968132 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.968302 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.968484 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.968644 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.968803 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.968964 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.969122 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.969281 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.969440 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.969599 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.970244 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.970244 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.970244 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.970244 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.970593 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.970593 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.970734 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.970814 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.970949 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.971107 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.971266 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.971425 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.971847 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.972007 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.972166 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.972325 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.972505 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.972664 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.972825 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.972984 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.973143 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.973301 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.973966 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.974127 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.974287 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.974455 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.974633 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.974792 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.975028 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.975194 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.975510 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.975671 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.976019 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.976200 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.976592 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.976743 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.976903 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.977207 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.977509 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.977819 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.977969 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.978129 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.978291 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.978449 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.978609 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.978771 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.978930 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.979118 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.979281 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.979453 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.979566 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.979713 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.979883 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.980043 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.980204 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.980432 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.980531 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.980708 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.980867 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.981028 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.981188 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.981348 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.981795 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.981795 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.981795 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.982216 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.982216 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.982410 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.982410 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.982600 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.982712 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.982871 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.983030 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.983213 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.983372 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.983534 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.983691 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.984005 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.984166 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.984325 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.984510 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.984670 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.984831 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.984991 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.985155 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.985362 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.985471 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.985623 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.985954 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.986119 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.986266 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.986410 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.986563 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.986723 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.986869 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.987030 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.987189 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.987348 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.987509 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.987657 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.987788 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.987932 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.988097 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.988257 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.988484 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.988646 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.988807 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.988966 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.989708 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.989984 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.990251 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.990502 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.990748 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.990998 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.991459 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.991610 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.991775 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.991993 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.992395 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.992564 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.992725 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.992885 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.993046 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.993205 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.993355 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.993517 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.993680 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.993825 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.994000 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.994144 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.994307 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.994465 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.994677 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.994828 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.994936 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.995094 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.995252 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.995410 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.995569 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.995730 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.995891 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.996028 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:56:56.996120 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.996210 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.996344 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.996526 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.996685 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.996844 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.997014 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.997174 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.997333 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.997494 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.997653 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.997821 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.997980 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.998138 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.998296 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.998454 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.998622 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.998780 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.998938 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.999096 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.999254 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.999422 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.999583 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.999743 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:56.999911 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.000097 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.000258 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.000440 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.000614 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.000773 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.000935 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.001094 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.001254 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.001413 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.001574 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.001737 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.001908 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.002072 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.002231 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.002397 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.002564 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.002732 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.002892 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.003057 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.003227 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.003386 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.003545 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.003702 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.003861 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.004019 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.004178 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.004335 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.004517 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.004696 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.004872 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.005031 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.005189 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.005347 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.005506 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.005665 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.005823 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.005981 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.006144 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.006302 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 17:56:57.006455 dv-cinder-818579-1-smb neutron-server[87314]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 17:56:57.160572 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 46732) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:56:57.169771 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063589 Nov 24 17:57:07.685099 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ed4dd2-11ae-415e-b9c0-ef7f4ebec3c9 None None] get_active_networks_info from dv-cinder-818579-1-smb {{(pid=87425) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 24 17:57:07.757574 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ed4dd2-11ae-415e-b9c0-ef7f4ebec3c9 None None] No non-hosted networks {{(pid=87425) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 24 17:57:07.765183 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.agentschedulers_db [None req-06ed4dd2-11ae-415e-b9c0-ef7f4ebec3c9 None None] DHCP Agent not found on host dv-cinder-818579-1-smb {{(pid=87425) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 24 17:57:07.975813 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-de0efebe-67d3-46f2-9ef9-92bc332bd424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589361'] for agent, after_create {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:08.317601 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589361'] for agent, after_create {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:08.318486 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:08.318972 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:08.319438 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:08.319897 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:08.320418 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:08.320875 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:08.321341 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:08.321798 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:08.322250 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:08.322715 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:08.323164 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:08.323611 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:08.328913 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-818579-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:57:08.345819 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-818579-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:57:10.428342 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-652b2b5a-c9cf-41c3-b9a0-50635ea10bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589361'] for agent, after_create {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:10.456145 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.db.api [None req-514a2cd4-e40e-4a0c-a317-35c1938730c9 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-818579-1-smb {{(pid=87425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 17:57:10.456939 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_db.api [None req-514a2cd4-e40e-4a0c-a317-35c1938730c9 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 17:57:11.025269 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-514a2cd4-e40e-4a0c-a317-35c1938730c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:11.328708 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589361'] for agent, after_create {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:12.608316 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589361'] for agent, after_create {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:14.377255 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 46826) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:57:14.963173 dv-cinder-818579-1-smb neutron-server[87423]: WARNING oslo_policy.policy [None req-b71a51b4-9b23-46b0-8bed-c231cae11f2b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 17:57:14.963761 dv-cinder-818579-1-smb neutron-server[87423]: WARNING oslo_policy.policy [None req-b71a51b4-9b23-46b0-8bed-c231cae11f2b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 17:57:15.185062 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [None req-b71a51b4-9b23-46b0-8bed-c231cae11f2b admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=87423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 17:57:15.186215 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-b71a51b4-9b23-46b0-8bed-c231cae11f2b admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8069656 Nov 24 17:57:15.366168 dv-cinder-818579-1-smb neutron-server[87425]: INFO neutron.db.l3_hamode_db [None req-c9fa86e8-0d89-405e-913f-a799ad1de200 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 24 17:57:15.456187 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fa86e8-0d89-405e-913f-a799ad1de200 None None] Routers set() bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:57:15.456526 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fa86e8-0d89-405e-913f-a799ad1de200 None None] Router IDs set() for agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 24 17:57:17.559881 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 46840) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:57:18.121680 dv-cinder-818579-1-smb neutron-server[87424]: WARNING oslo_policy.policy [None req-8dbc9868-0ff6-4ffd-a96b-c40333722468 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 17:57:18.122257 dv-cinder-818579-1-smb neutron-server[87424]: WARNING oslo_policy.policy [None req-8dbc9868-0ff6-4ffd-a96b-c40333722468 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 17:57:18.338290 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-8dbc9868-0ff6-4ffd-a96b-c40333722468 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:57:18.452019 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.policy [None req-8dbc9868-0ff6-4ffd-a96b-c40333722468 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87424) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 24 17:57:18.502604 dv-cinder-818579-1-smb neutron-server[87424]: WARNING oslo_policy.policy [None req-8dbc9868-0ff6-4ffd-a96b-c40333722468 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 17:57:18.502976 dv-cinder-818579-1-smb neutron-server[87424]: WARNING oslo_policy.policy [None req-8dbc9868-0ff6-4ffd-a96b-c40333722468 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 17:57:18.511468 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.quota [None req-8dbc9868-0ff6-4ffd-a96b-c40333722468 admin admin] Loaded quota_driver: . Nov 24 17:57:18.527322 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-8dbc9868-0ff6-4ffd-a96b-c40333722468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 17:57:18.676076 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-8dbc9868-0ff6-4ffd-a96b-c40333722468 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730961761104', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730961718533', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730961708478', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730961711638', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730961724484', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730961685798', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1483509', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1358069', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3912403', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3830187'] for rbac-policy, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:18.847885 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-8dbc9868-0ff6-4ffd-a96b-c40333722468 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:18.849195 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-8dbc9868-0ff6-4ffd-a96b-c40333722468 admin admin] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2883303 Nov 24 17:57:21.450701 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 46858) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:57:21.807888 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '385060d1c4124b16b26d48eb41e8675a'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:57:21.812694 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 17:57:21.817093 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Usage tracker for resource:network and tenant:385060d1c4124b16b26d48eb41e8675a is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 17:57:21.821610 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 17:57:21.827659 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 17:57:21.916468 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Made reservation on behalf of 385060d1c4124b16b26d48eb41e8675a for: {'network': 1} {{(pid=87424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:57:21.919237 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for network, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:21.936644 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:21.950713 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 17:57:21.954311 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Usage tracker for resource:security_group_rule and tenant:385060d1c4124b16b26d48eb41e8675a is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 17:57:21.959883 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 17:57:21.965435 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 17:57:22.058554 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:22.145191 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:22.150493 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 17:57:22.168210 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=87424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 17:57:22.193601 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730962215069', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541721'] for segment, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:22.194160 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Unsubscribe: segment precommit_create {{(pid=87424) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 24 17:57:22.194637 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.db.segments_db [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Added segment 48367690-1d17-4ed8-bf80-7f1da72396d3 of type vlan for network 4a9b1a5f-f577-409d-8117-e5b00980480f Nov 24 17:57:22.242952 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c2f01d-9db8-41fc-a7bb-88d016b51553,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:57:22.263126 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:22.263465 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:22.263806 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:22.264149 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:22.264491 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:22.264807 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:22.265118 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:22.265426 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:22.265750 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:22.266059 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:22.266363 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:22.266664 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:22.267749 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Tracked resource versions report: Nov 24 17:57:22.267749 dv-cinder-818579-1-smb neutron-server[87424]: pushed versions: Nov 24 17:57:22.267749 dv-cinder-818579-1-smb neutron-server[87424]: { 'AddressGroup': {'1.2'}, Nov 24 17:57:22.267749 dv-cinder-818579-1-smb neutron-server[87424]: 'ConntrackHelper': {'1.0'}, Nov 24 17:57:22.267749 dv-cinder-818579-1-smb neutron-server[87424]: 'Log': {'1.0'}, Nov 24 17:57:22.267749 dv-cinder-818579-1-smb neutron-server[87424]: 'Network': {'1.1'}, Nov 24 17:57:22.267749 dv-cinder-818579-1-smb neutron-server[87424]: 'Port': {'1.7'}, Nov 24 17:57:22.267749 dv-cinder-818579-1-smb neutron-server[87424]: 'PortForwarding': {'1.2'}, Nov 24 17:57:22.267749 dv-cinder-818579-1-smb neutron-server[87424]: 'QosPolicy': {'1.8'}, Nov 24 17:57:22.267749 dv-cinder-818579-1-smb neutron-server[87424]: 'SecurityGroup': {'1.4'}, Nov 24 17:57:22.267749 dv-cinder-818579-1-smb neutron-server[87424]: 'SecurityGroupRule': {'1.2'}, Nov 24 17:57:22.267749 dv-cinder-818579-1-smb neutron-server[87424]: 'SubPort': {'1.0'}, Nov 24 17:57:22.267749 dv-cinder-818579-1-smb neutron-server[87424]: 'Subnet': {'1.1'}, Nov 24 17:57:22.267749 dv-cinder-818579-1-smb neutron-server[87424]: 'Trunk': {'1.1'}} Nov 24 17:57:22.267749 dv-cinder-818579-1-smb neutron-server[87424]: consumer versions: Nov 24 17:57:22.267749 dv-cinder-818579-1-smb neutron-server[87424]: { DHCP agent@dv-cinder-818579-1-smb: {}, Nov 24 17:57:22.267749 dv-cinder-818579-1-smb neutron-server[87424]: L3 agent@dv-cinder-818579-1-smb: {}, Nov 24 17:57:22.267749 dv-cinder-818579-1-smb neutron-server[87424]: Metadata agent@dv-cinder-818579-1-smb: {}, Nov 24 17:57:22.267749 dv-cinder-818579-1-smb neutron-server[87424]: Metering agent@dv-cinder-818579-1-smb: {}, Nov 24 17:57:22.267749 dv-cinder-818579-1-smb neutron-server[87424]: Open vSwitch agent@dv-cinder-818579-1-smb: { 'AddressGroup': '1.2', Nov 24 17:57:22.267749 dv-cinder-818579-1-smb neutron-server[87424]: 'ConntrackHelper': '1.0', Nov 24 17:57:22.267749 dv-cinder-818579-1-smb neutron-server[87424]: 'Log': '1.0', Nov 24 17:57:22.267749 dv-cinder-818579-1-smb neutron-server[87424]: 'Network': '1.1', Nov 24 17:57:22.267749 dv-cinder-818579-1-smb neutron-server[87424]: 'Port': '1.7', Nov 24 17:57:22.267749 dv-cinder-818579-1-smb neutron-server[87424]: 'PortForwarding': '1.2', Nov 24 17:57:22.267749 dv-cinder-818579-1-smb neutron-server[87424]: 'QosPolicy': '1.8', Nov 24 17:57:22.267749 dv-cinder-818579-1-smb neutron-server[87424]: 'SecurityGroup': '1.4', Nov 24 17:57:22.267749 dv-cinder-818579-1-smb neutron-server[87424]: 'SecurityGroupRule': '1.2', Nov 24 17:57:22.267749 dv-cinder-818579-1-smb neutron-server[87424]: 'SubPort': '1.0', Nov 24 17:57:22.267749 dv-cinder-818579-1-smb neutron-server[87424]: 'Subnet': '1.1', Nov 24 17:57:22.267749 dv-cinder-818579-1-smb neutron-server[87424]: 'Trunk': '1.1'}} Nov 24 17:57:22.267749 dv-cinder-818579-1-smb neutron-server[87424]: {{(pid=87424) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 17:57:22.311187 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730961763539'] for network, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:22.318673 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 17:57:22.390522 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341'] for network, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:22.391869 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:57:22.392604 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for network, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:22.396171 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 17:57:22.497594 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Pushing event updated for resources: {'Network': ['ID=4a9b1a5f-f577-409d-8117-e5b00980480f,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:57:22.501064 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 17:57:22.509144 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Network 4a9b1a5f-f577-409d-8117-e5b00980480f details requested by agent ovs-agent-dv-cinder-818579-1-smb with host dv-cinder-818579-1-smb {{(pid=87425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 17:57:22.551591 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0998135 Nov 24 17:57:25.214842 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 46874) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:57:25.771065 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.policy [None req-357a96fb-cd9f-4b28-a4dd-acf7dfbec246 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87423) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 24 17:57:25.816070 dv-cinder-818579-1-smb neutron-server[87423]: WARNING oslo_policy.policy [None req-357a96fb-cd9f-4b28-a4dd-acf7dfbec246 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 17:57:25.816467 dv-cinder-818579-1-smb neutron-server[87423]: WARNING oslo_policy.policy [None req-357a96fb-cd9f-4b28-a4dd-acf7dfbec246 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 17:57:25.824480 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357a96fb-cd9f-4b28-a4dd-acf7dfbec246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:57:25.826169 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-357a96fb-cd9f-4b28-a4dd-acf7dfbec246 admin admin] 10.222.0.65 "GET /v2.0/networks/4a9b1a5f-f577-409d-8117-e5b00980480f HTTP/1.1" status: 200 len: 825 time: 0.6104002 Nov 24 17:57:25.859455 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-198b347d-353f-4331-8132-4b04d8fff368 admin admin] 10.222.0.65 "GET /v2.0/subnetpools/5c22ba3a-d02b-4a4f-9b3d-ab5a9825bdd5 HTTP/1.1" status: 200 len: 734 time: 0.0278909 Nov 24 17:57:25.868120 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [None req-bacd6e74-6d12-481b-95a3-830a5eae9a4e admin admin] Request body: {'subnet': {'subnetpool_id': '5c22ba3a-d02b-4a4f-9b3d-ab5a9825bdd5', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '385060d1c4124b16b26d48eb41e8675a', 'name': 'private-subnet', 'network_id': '4a9b1a5f-f577-409d-8117-e5b00980480f'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:57:25.876722 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.quota [None req-bacd6e74-6d12-481b-95a3-830a5eae9a4e admin admin] Loaded quota_driver: . Nov 24 17:57:25.876722 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-bacd6e74-6d12-481b-95a3-830a5eae9a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 17:57:25.881372 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-bacd6e74-6d12-481b-95a3-830a5eae9a4e admin admin] Usage tracker for resource:subnet and tenant:385060d1c4124b16b26d48eb41e8675a is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 17:57:25.884602 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-bacd6e74-6d12-481b-95a3-830a5eae9a4e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 17:57:25.891667 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-bacd6e74-6d12-481b-95a3-830a5eae9a4e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 17:57:25.956361 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacd6e74-6d12-481b-95a3-830a5eae9a4e admin admin] Made reservation on behalf of 385060d1c4124b16b26d48eb41e8675a for: {'subnet': 1} {{(pid=87423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:57:25.959731 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-bacd6e74-6d12-481b-95a3-830a5eae9a4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:26.305308 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-bacd6e74-6d12-481b-95a3-830a5eae9a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341'] for subnet, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:26.311383 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 17:57:26.388753 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacd6e74-6d12-481b-95a3-830a5eae9a4e admin admin] Checking segment: {'id': '48367690-1d17-4ed8-bf80-7f1da72396d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4a9b1a5f-f577-409d-8117-e5b00980480f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 17:57:26.389140 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacd6e74-6d12-481b-95a3-830a5eae9a4e admin admin] Network hostable DHCP agents. Network: 4a9b1a5f-f577-409d-8117-e5b00980480f, hostable agents: ['490b05d4-6d8a-4546-ad73-edfbcdd6eaa8'], hosted agents: [] {{(pid=87423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 17:57:26.405466 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd6e74-6d12-481b-95a3-830a5eae9a4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=45131e0f-af95-4609-a448-d2f78cda7bda,revision_number=0']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:57:26.416805 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd6e74-6d12-481b-95a3-830a5eae9a4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:26.417140 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd6e74-6d12-481b-95a3-830a5eae9a4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:26.417467 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd6e74-6d12-481b-95a3-830a5eae9a4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:26.417788 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd6e74-6d12-481b-95a3-830a5eae9a4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:26.418102 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd6e74-6d12-481b-95a3-830a5eae9a4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:26.418417 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd6e74-6d12-481b-95a3-830a5eae9a4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:26.418733 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd6e74-6d12-481b-95a3-830a5eae9a4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:26.419039 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd6e74-6d12-481b-95a3-830a5eae9a4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:26.419371 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd6e74-6d12-481b-95a3-830a5eae9a4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:26.419679 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd6e74-6d12-481b-95a3-830a5eae9a4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:26.419983 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd6e74-6d12-481b-95a3-830a5eae9a4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:26.420288 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd6e74-6d12-481b-95a3-830a5eae9a4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:26.421379 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd6e74-6d12-481b-95a3-830a5eae9a4e admin admin] Tracked resource versions report: Nov 24 17:57:26.421379 dv-cinder-818579-1-smb neutron-server[87423]: pushed versions: Nov 24 17:57:26.421379 dv-cinder-818579-1-smb neutron-server[87423]: { 'AddressGroup': {'1.2'}, Nov 24 17:57:26.421379 dv-cinder-818579-1-smb neutron-server[87423]: 'ConntrackHelper': {'1.0'}, Nov 24 17:57:26.421379 dv-cinder-818579-1-smb neutron-server[87423]: 'Log': {'1.0'}, Nov 24 17:57:26.421379 dv-cinder-818579-1-smb neutron-server[87423]: 'Network': {'1.1'}, Nov 24 17:57:26.421379 dv-cinder-818579-1-smb neutron-server[87423]: 'Port': {'1.7'}, Nov 24 17:57:26.421379 dv-cinder-818579-1-smb neutron-server[87423]: 'PortForwarding': {'1.2'}, Nov 24 17:57:26.421379 dv-cinder-818579-1-smb neutron-server[87423]: 'QosPolicy': {'1.8'}, Nov 24 17:57:26.421379 dv-cinder-818579-1-smb neutron-server[87423]: 'SecurityGroup': {'1.4'}, Nov 24 17:57:26.421379 dv-cinder-818579-1-smb neutron-server[87423]: 'SecurityGroupRule': {'1.2'}, Nov 24 17:57:26.421379 dv-cinder-818579-1-smb neutron-server[87423]: 'SubPort': {'1.0'}, Nov 24 17:57:26.421379 dv-cinder-818579-1-smb neutron-server[87423]: 'Subnet': {'1.1'}, Nov 24 17:57:26.421379 dv-cinder-818579-1-smb neutron-server[87423]: 'Trunk': {'1.1'}} Nov 24 17:57:26.421379 dv-cinder-818579-1-smb neutron-server[87423]: consumer versions: Nov 24 17:57:26.421379 dv-cinder-818579-1-smb neutron-server[87423]: { DHCP agent@dv-cinder-818579-1-smb: {}, Nov 24 17:57:26.421379 dv-cinder-818579-1-smb neutron-server[87423]: L3 agent@dv-cinder-818579-1-smb: {}, Nov 24 17:57:26.421379 dv-cinder-818579-1-smb neutron-server[87423]: Metadata agent@dv-cinder-818579-1-smb: {}, Nov 24 17:57:26.421379 dv-cinder-818579-1-smb neutron-server[87423]: Metering agent@dv-cinder-818579-1-smb: {}, Nov 24 17:57:26.421379 dv-cinder-818579-1-smb neutron-server[87423]: Open vSwitch agent@dv-cinder-818579-1-smb: { 'AddressGroup': '1.2', Nov 24 17:57:26.421379 dv-cinder-818579-1-smb neutron-server[87423]: 'ConntrackHelper': '1.0', Nov 24 17:57:26.421379 dv-cinder-818579-1-smb neutron-server[87423]: 'Log': '1.0', Nov 24 17:57:26.421379 dv-cinder-818579-1-smb neutron-server[87423]: 'Network': '1.1', Nov 24 17:57:26.421379 dv-cinder-818579-1-smb neutron-server[87423]: 'Port': '1.7', Nov 24 17:57:26.421379 dv-cinder-818579-1-smb neutron-server[87423]: 'PortForwarding': '1.2', Nov 24 17:57:26.421379 dv-cinder-818579-1-smb neutron-server[87423]: 'QosPolicy': '1.8', Nov 24 17:57:26.421379 dv-cinder-818579-1-smb neutron-server[87423]: 'SecurityGroup': '1.4', Nov 24 17:57:26.421379 dv-cinder-818579-1-smb neutron-server[87423]: 'SecurityGroupRule': '1.2', Nov 24 17:57:26.421379 dv-cinder-818579-1-smb neutron-server[87423]: 'SubPort': '1.0', Nov 24 17:57:26.421379 dv-cinder-818579-1-smb neutron-server[87423]: 'Subnet': '1.1', Nov 24 17:57:26.421379 dv-cinder-818579-1-smb neutron-server[87423]: 'Trunk': '1.1'}} Nov 24 17:57:26.421379 dv-cinder-818579-1-smb neutron-server[87423]: {{(pid=87423) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 17:57:26.449565 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-bacd6e74-6d12-481b-95a3-830a5eae9a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 17:57:26.475990 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacd6e74-6d12-481b-95a3-830a5eae9a4e admin admin] Network 4a9b1a5f-f577-409d-8117-e5b00980480f is scheduled to be hosted by DHCP agent 490b05d4-6d8a-4546-ad73-edfbcdd6eaa8 with binding_index 1 {{(pid=87423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 17:57:26.527326 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.base_scheduler [None req-bacd6e74-6d12-481b-95a3-830a5eae9a4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-smb, 4a9b1a5f-f577-409d-8117-e5b00980480f) {{(pid=87423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:57:26.532067 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacd6e74-6d12-481b-95a3-830a5eae9a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:57:26.532800 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-bacd6e74-6d12-481b-95a3-830a5eae9a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for subnet, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:26.537803 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8349f5-8d4f-4b97-94c3-2893d4819f87 None None] Network 4a9b1a5f-f577-409d-8117-e5b00980480f requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 17:57:26.591403 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-bacd6e74-6d12-481b-95a3-830a5eae9a4e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7266221 Nov 24 17:57:26.932984 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3c056bf-4e02-5911-93ad-81f2a7dd5f6e-4a9b1a5f-f577-409d-8117-e5b00980480f', 'network_id': '4a9b1a5f-f577-409d-8117-e5b00980480f', 'tenant_id': '385060d1c4124b16b26d48eb41e8675a', 'fixed_ips': [{'subnet_id': '45131e0f-af95-4609-a448-d2f78cda7bda'}]}} from dv-cinder-818579-1-smb. {{(pid=87425) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 17:57:26.934169 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:27.118158 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.db_base_plugin_common [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Allocated IP 172.20.0.2 (4a9b1a5f-f577-409d-8117-e5b00980480f/45131e0f-af95-4609-a448-d2f78cda7bda/be3e87b4-ef36-449f-b78c-67d634120b07) {{(pid=87425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:57:27.347078 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Notify callbacks [] for port, precommit_create {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:27.360844 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Transition to ACTIVE for port object be3e87b4-ef36-449f-b78c-67d634120b07 will not be triggered until provisioned by entity L2. {{(pid=87425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 17:57:27.382439 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Transition to ACTIVE for port object be3e87b4-ef36-449f-b78c-67d634120b07 will not be triggered until provisioned by entity DHCP. {{(pid=87425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 17:57:27.431118 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421'] for port, after_create {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:27.435938 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 17:57:27.497024 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Network 4a9b1a5f-f577-409d-8117-e5b00980480f is already hosted by enough agents. {{(pid=87425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:57:27.499708 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.scheduler.base_scheduler [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Resources bound (agent type, host, resource id): {{(pid=87425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:57:27.505527 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Received port after_create {{(pid=87425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 17:57:27.546883 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Pushing event updated for resources: {'Port': ['ID=be3e87b4-ef36-449f-b78c-67d634120b07,revision_number=1']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:57:27.584268 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:27.584630 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:27.584958 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:27.585280 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:27.585598 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:27.585915 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:27.586235 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:27.586547 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:27.586861 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:27.587170 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:27.587479 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:27.587783 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:27.588917 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Tracked resource versions report: Nov 24 17:57:27.588917 dv-cinder-818579-1-smb neutron-server[87425]: pushed versions: Nov 24 17:57:27.588917 dv-cinder-818579-1-smb neutron-server[87425]: { 'AddressGroup': {'1.2'}, Nov 24 17:57:27.588917 dv-cinder-818579-1-smb neutron-server[87425]: 'ConntrackHelper': {'1.0'}, Nov 24 17:57:27.588917 dv-cinder-818579-1-smb neutron-server[87425]: 'Log': {'1.0'}, Nov 24 17:57:27.588917 dv-cinder-818579-1-smb neutron-server[87425]: 'Network': {'1.1'}, Nov 24 17:57:27.588917 dv-cinder-818579-1-smb neutron-server[87425]: 'Port': {'1.7'}, Nov 24 17:57:27.588917 dv-cinder-818579-1-smb neutron-server[87425]: 'PortForwarding': {'1.2'}, Nov 24 17:57:27.588917 dv-cinder-818579-1-smb neutron-server[87425]: 'QosPolicy': {'1.8'}, Nov 24 17:57:27.588917 dv-cinder-818579-1-smb neutron-server[87425]: 'SecurityGroup': {'1.4'}, Nov 24 17:57:27.588917 dv-cinder-818579-1-smb neutron-server[87425]: 'SecurityGroupRule': {'1.2'}, Nov 24 17:57:27.588917 dv-cinder-818579-1-smb neutron-server[87425]: 'SubPort': {'1.0'}, Nov 24 17:57:27.588917 dv-cinder-818579-1-smb neutron-server[87425]: 'Subnet': {'1.1'}, Nov 24 17:57:27.588917 dv-cinder-818579-1-smb neutron-server[87425]: 'Trunk': {'1.1'}} Nov 24 17:57:27.588917 dv-cinder-818579-1-smb neutron-server[87425]: consumer versions: Nov 24 17:57:27.588917 dv-cinder-818579-1-smb neutron-server[87425]: { DHCP agent@dv-cinder-818579-1-smb: {}, Nov 24 17:57:27.588917 dv-cinder-818579-1-smb neutron-server[87425]: L3 agent@dv-cinder-818579-1-smb: {}, Nov 24 17:57:27.588917 dv-cinder-818579-1-smb neutron-server[87425]: Metadata agent@dv-cinder-818579-1-smb: {}, Nov 24 17:57:27.588917 dv-cinder-818579-1-smb neutron-server[87425]: Metering agent@dv-cinder-818579-1-smb: {}, Nov 24 17:57:27.588917 dv-cinder-818579-1-smb neutron-server[87425]: Open vSwitch agent@dv-cinder-818579-1-smb: { 'AddressGroup': '1.2', Nov 24 17:57:27.588917 dv-cinder-818579-1-smb neutron-server[87425]: 'ConntrackHelper': '1.0', Nov 24 17:57:27.588917 dv-cinder-818579-1-smb neutron-server[87425]: 'Log': '1.0', Nov 24 17:57:27.588917 dv-cinder-818579-1-smb neutron-server[87425]: 'Network': '1.1', Nov 24 17:57:27.588917 dv-cinder-818579-1-smb neutron-server[87425]: 'Port': '1.7', Nov 24 17:57:27.588917 dv-cinder-818579-1-smb neutron-server[87425]: 'PortForwarding': '1.2', Nov 24 17:57:27.588917 dv-cinder-818579-1-smb neutron-server[87425]: 'QosPolicy': '1.8', Nov 24 17:57:27.588917 dv-cinder-818579-1-smb neutron-server[87425]: 'SecurityGroup': '1.4', Nov 24 17:57:27.588917 dv-cinder-818579-1-smb neutron-server[87425]: 'SecurityGroupRule': '1.2', Nov 24 17:57:27.588917 dv-cinder-818579-1-smb neutron-server[87425]: 'SubPort': '1.0', Nov 24 17:57:27.588917 dv-cinder-818579-1-smb neutron-server[87425]: 'Subnet': '1.1', Nov 24 17:57:27.588917 dv-cinder-818579-1-smb neutron-server[87425]: 'Trunk': '1.1'}} Nov 24 17:57:27.588917 dv-cinder-818579-1-smb neutron-server[87425]: {{(pid=87425) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 17:57:27.593111 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 17:57:27.619132 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Attempting to bind port be3e87b4-ef36-449f-b78c-67d634120b07 on host dv-cinder-818579-1-smb for vnic_type normal with profile {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 17:57:27.619562 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Attempting to bind port be3e87b4-ef36-449f-b78c-67d634120b07 by drivers openvswitch,hyperv on host dv-cinder-818579-1-smb at level 0 using segments [{'id': '48367690-1d17-4ed8-bf80-7f1da72396d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4a9b1a5f-f577-409d-8117-e5b00980480f'}] {{(pid=87425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 17:57:27.619991 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Attempting to bind port be3e87b4-ef36-449f-b78c-67d634120b07 on network 4a9b1a5f-f577-409d-8117-e5b00980480f {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 17:57:27.625229 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Checking agent: {'id': '649afde1-6bcc-42a3-a59e-22c863eb835e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 57, 8), 'started_at': datetime.datetime(2021, 11, 24, 17, 57, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 17:57:27.625636 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Checking segment: {'id': '48367690-1d17-4ed8-bf80-7f1da72396d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4a9b1a5f-f577-409d-8117-e5b00980480f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 17:57:27.626143 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:27.626533 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Bound using segment: {'id': '48367690-1d17-4ed8-bf80-7f1da72396d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4a9b1a5f-f577-409d-8117-e5b00980480f'} {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 17:57:27.627019 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Bound port: be3e87b4-ef36-449f-b78c-67d634120b07, host: dv-cinder-818579-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48367690-1d17-4ed8-bf80-7f1da72396d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4a9b1a5f-f577-409d-8117-e5b00980480f'}}] {{(pid=87425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 17:57:27.627421 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:27.714546 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] For port be3e87b4-ef36-449f-b78c-67d634120b07, host dv-cinder-818579-1-smb, cleared binding levels {{(pid=87425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 17:57:27.718314 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] For port be3e87b4-ef36-449f-b78c-67d634120b07, host dv-cinder-818579-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=be3e87b4-ef36-449f-b78c-67d634120b07,segment=NetworkSegment(48367690-1d17-4ed8-bf80-7f1da72396d3),segment_id=48367690-1d17-4ed8-bf80-7f1da72396d3)] {{(pid=87425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 17:57:27.762244 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:27.766946 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 17:57:27.874287 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Pushing event updated for resources: {'Port': ['ID=be3e87b4-ef36-449f-b78c-67d634120b07,revision_number=2']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:57:27.877596 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 17:57:29.021057 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 46890) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:57:29.412861 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [None req-5407e8a7-fe80-4814-9695-736b5e255177 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=87424) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 17:57:29.413946 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-5407e8a7-fe80-4814-9695-736b5e255177 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3919435 Nov 24 17:57:31.501922 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ffce9e-0462-461a-9241-94d77a0c0439 None None] Network 4a9b1a5f-f577-409d-8117-e5b00980480f requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 17:57:31.671748 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-dbc571af-8b47-43eb-9743-2dd7d65a15af None None] Provisioning for port be3e87b4-ef36-449f-b78c-67d634120b07 completed by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 17:57:31.820591 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 46904) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:57:32.213608 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [None req-8749ffc7-b7f0-414b-a958-85aa82646172 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=87424) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 17:57:32.214757 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-8749ffc7-b7f0-414b-a958-85aa82646172 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3925383 Nov 24 17:57:32.276935 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device be3e87b4-ef36-449f-b78c-67d634120b07 up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 17:57:32.390917 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning for port be3e87b4-ef36-449f-b78c-67d634120b07 completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 17:57:32.396866 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port be3e87b4-ef36-449f-b78c-67d634120b07 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:57:32.397270 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:32.513566 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:32.547233 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] For port be3e87b4-ef36-449f-b78c-67d634120b07, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=be3e87b4-ef36-449f-b78c-67d634120b07,segment=NetworkSegment(48367690-1d17-4ed8-bf80-7f1da72396d3),segment_id=48367690-1d17-4ed8-bf80-7f1da72396d3)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 17:57:32.596683 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:32.600310 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 17:57:32.666683 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Pushing event updated for resources: {'Port': ['ID=be3e87b4-ef36-449f-b78c-67d634120b07,revision_number=3']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:57:32.669691 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 17:57:34.249590 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device be3e87b4-ef36-449f-b78c-67d634120b07 up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 17:57:34.317440 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port be3e87b4-ef36-449f-b78c-67d634120b07 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:57:34.317821 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:34.844615 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 46916) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:57:35.191910 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-45ef2a8a-f97d-4112-8af1-114c4e4c704f admin admin] Request body: {'router': {'tenant_id': '385060d1c4124b16b26d48eb41e8675a', 'name': 'router1', 'admin_state_up': True}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:57:35.199547 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-45ef2a8a-f97d-4112-8af1-114c4e4c704f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 17:57:35.205589 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-45ef2a8a-f97d-4112-8af1-114c4e4c704f admin admin] Usage tracker for resource:router and tenant:385060d1c4124b16b26d48eb41e8675a is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 17:57:35.211365 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-45ef2a8a-f97d-4112-8af1-114c4e4c704f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 17:57:35.217281 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-45ef2a8a-f97d-4112-8af1-114c4e4c704f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 17:57:35.264600 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-45ef2a8a-f97d-4112-8af1-114c4e4c704f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-502246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4164682'] for router, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:35.266111 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-45ef2a8a-f97d-4112-8af1-114c4e4c704f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-505649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4164701'] for router, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:35.287439 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-45ef2a8a-f97d-4112-8af1-114c4e4c704f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:35.425899 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-45ef2a8a-f97d-4112-8af1-114c4e4c704f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-502045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505830'] for router, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:35.487175 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-45ef2a8a-f97d-4112-8af1-114c4e4c704f admin admin] Notify callbacks [] for router, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:35.488931 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-45ef2a8a-f97d-4112-8af1-114c4e4c704f admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6433537 Nov 24 17:57:37.636178 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-b6380c3c-2965-45da-bf2e-d47b2a5f1c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:37.835055 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 46926) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:57:38.198290 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [None req-65e0b089-578f-4a3c-80c3-f2056223fa8d admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=87424) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 17:57:38.199339 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-65e0b089-578f-4a3c-80c3-f2056223fa8d admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3632302 Nov 24 17:57:38.282478 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:40.396294 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-70ffb923-830b-4531-9cd3-630dcd6275a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:40.545429 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 46936) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:57:40.901830 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-6f122555-043c-4eec-a94d-f87e0b9c3027 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:57:40.906954 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-6f122555-043c-4eec-a94d-f87e0b9c3027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 17:57:40.910759 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-6f122555-043c-4eec-a94d-f87e0b9c3027 admin admin] Usage tracker for resource:network and tenant:25a38b66d43d407cb3399564999c0fe6 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 17:57:40.913696 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-6f122555-043c-4eec-a94d-f87e0b9c3027 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 17:57:40.919252 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-6f122555-043c-4eec-a94d-f87e0b9c3027 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 17:57:41.001570 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f122555-043c-4eec-a94d-f87e0b9c3027 admin admin] Made reservation on behalf of 25a38b66d43d407cb3399564999c0fe6 for: {'network': 1} {{(pid=87424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:57:41.004514 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-6f122555-043c-4eec-a94d-f87e0b9c3027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for network, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:41.016334 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-6f122555-043c-4eec-a94d-f87e0b9c3027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:41.030056 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-6f122555-043c-4eec-a94d-f87e0b9c3027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 17:57:41.033699 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-6f122555-043c-4eec-a94d-f87e0b9c3027 admin admin] Usage tracker for resource:security_group_rule and tenant:25a38b66d43d407cb3399564999c0fe6 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 17:57:41.036322 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-6f122555-043c-4eec-a94d-f87e0b9c3027 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 17:57:41.041844 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-6f122555-043c-4eec-a94d-f87e0b9c3027 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 17:57:41.121066 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-6f122555-043c-4eec-a94d-f87e0b9c3027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:41.172705 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-6f122555-043c-4eec-a94d-f87e0b9c3027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:41.176644 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 17:57:41.191599 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6f122555-043c-4eec-a94d-f87e0b9c3027 admin admin] Reserving flat network on physical network physnet1 {{(pid=87424) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 24 17:57:41.215727 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f122555-043c-4eec-a94d-f87e0b9c3027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa56721c-1102-49db-be0f-8596ffc1ff71,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:57:41.218830 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-6f122555-043c-4eec-a94d-f87e0b9c3027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 17:57:41.219896 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-6f122555-043c-4eec-a94d-f87e0b9c3027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541721'] for segment, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:41.220233 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.db.segments_db [None req-6f122555-043c-4eec-a94d-f87e0b9c3027 admin admin] Added segment d3760bee-36f8-40b7-a723-a1b5699a82b5 of type flat for network 526841e0-8571-4339-baee-0cea4a76b63c Nov 24 17:57:41.254518 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-6f122555-043c-4eec-a94d-f87e0b9c3027 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730961763539'] for network, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:41.270613 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:41.344327 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-6f122555-043c-4eec-a94d-f87e0b9c3027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341'] for network, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:41.345905 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f122555-043c-4eec-a94d-f87e0b9c3027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:57:41.346480 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-6f122555-043c-4eec-a94d-f87e0b9c3027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for network, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:41.351253 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 17:57:41.464704 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f122555-043c-4eec-a94d-f87e0b9c3027 admin admin] Pushing event updated for resources: {'Network': ['ID=526841e0-8571-4339-baee-0cea4a76b63c,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:57:41.467315 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-6f122555-043c-4eec-a94d-f87e0b9c3027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 17:57:41.474511 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Network 526841e0-8571-4339-baee-0cea4a76b63c details requested by agent ovs-agent-dv-cinder-818579-1-smb with host dv-cinder-818579-1-smb {{(pid=87425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 17:57:41.528179 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-6f122555-043c-4eec-a94d-f87e0b9c3027 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9817090 Nov 24 17:57:42.579063 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:43.876918 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 46956) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:57:44.082664 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db67bf06-109b-4657-b492-2a87a6c2054e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:57:44.083971 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-db67bf06-109b-4657-b492-2a87a6c2054e admin admin] 10.222.0.65 "GET /v2.0/subnets/45131e0f-af95-4609-a448-d2f78cda7bda HTTP/1.1" status: 200 len: 849 time: 0.2061300 Nov 24 17:57:44.225478 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-363c1431-9d0e-42e2-93cd-e8e98632ef54 admin admin] 10.222.0.65 "GET /v2.0/routers/3ce8cb03-a536-472a-a963-e4cba27c671b HTTP/1.1" status: 200 len: 704 time: 0.1360619 Nov 24 17:57:44.684972 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-787cd821-5e3b-4bac-8e4e-99b1f5be6190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:44.916928 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.db_base_plugin_common [None req-787cd821-5e3b-4bac-8e4e-99b1f5be6190 admin admin] Allocated IP 172.20.0.1 (4a9b1a5f-f577-409d-8117-e5b00980480f/45131e0f-af95-4609-a448-d2f78cda7bda/51841344-0b73-4048-a003-65981744ed06) {{(pid=87424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:57:45.069569 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-787cd821-5e3b-4bac-8e4e-99b1f5be6190 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:45.086980 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.provisioning_blocks [None req-787cd821-5e3b-4bac-8e4e-99b1f5be6190 admin admin] Transition to ACTIVE for port object 51841344-0b73-4048-a003-65981744ed06 will not be triggered until provisioned by entity DHCP. {{(pid=87424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 17:57:45.173634 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-787cd821-5e3b-4bac-8e4e-99b1f5be6190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421'] for port, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:45.178651 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 17:57:45.243206 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787cd821-5e3b-4bac-8e4e-99b1f5be6190 admin admin] Network 4a9b1a5f-f577-409d-8117-e5b00980480f is already hosted by enough agents. {{(pid=87424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:57:45.246083 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.base_scheduler [None req-787cd821-5e3b-4bac-8e4e-99b1f5be6190 admin admin] Resources bound (agent type, host, resource id): {{(pid=87424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:57:45.252880 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787cd821-5e3b-4bac-8e4e-99b1f5be6190 admin admin] Received port after_create {{(pid=87424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 17:57:45.254199 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-787cd821-5e3b-4bac-8e4e-99b1f5be6190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578856'] for router_interface, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:45.407013 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787cd821-5e3b-4bac-8e4e-99b1f5be6190 admin admin] Pushing event updated for resources: {'Port': ['ID=51841344-0b73-4048-a003-65981744ed06,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:57:45.424412 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-787cd821-5e3b-4bac-8e4e-99b1f5be6190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 17:57:45.532790 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-f80ba39f-8c18-4a86-84d6-52087626da9e None None] Provisioning for port 51841344-0b73-4048-a003-65981744ed06 completed by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 17:57:45.537864 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-f80ba39f-8c18-4a86-84d6-52087626da9e None None] Provisioning complete for port 51841344-0b73-4048-a003-65981744ed06 triggered by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:57:45.538237 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f80ba39f-8c18-4a86-84d6-52087626da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:45.591723 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-f80ba39f-8c18-4a86-84d6-52087626da9e None None] Port 51841344-0b73-4048-a003-65981744ed06 cannot update to ACTIVE because it is not bound. {{(pid=87425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 17:57:45.598711 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-787cd821-5e3b-4bac-8e4e-99b1f5be6190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:45.818895 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-787cd821-5e3b-4bac-8e4e-99b1f5be6190 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:45.887547 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-787cd821-5e3b-4bac-8e4e-99b1f5be6190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:45.888673 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-787cd821-5e3b-4bac-8e4e-99b1f5be6190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579019'] for router_interface, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:45.892944 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 17:57:46.020856 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787cd821-5e3b-4bac-8e4e-99b1f5be6190 admin admin] Pushing event updated for resources: {'Port': ['ID=51841344-0b73-4048-a003-65981744ed06,revision_number=2']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:57:46.024738 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-787cd821-5e3b-4bac-8e4e-99b1f5be6190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 17:57:46.080612 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787cd821-5e3b-4bac-8e4e-99b1f5be6190 admin admin] Network 4a9b1a5f-f577-409d-8117-e5b00980480f is already hosted by enough agents. {{(pid=87424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:57:46.082181 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.base_scheduler [None req-787cd821-5e3b-4bac-8e4e-99b1f5be6190 admin admin] Resources bound (agent type, host, resource id): {{(pid=87424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:57:46.314660 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7e3b44dc-31c1-48bc-aa51-62839655c887 None None] Provisioning complete for port 51841344-0b73-4048-a003-65981744ed06 triggered by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:57:46.315028 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7e3b44dc-31c1-48bc-aa51-62839655c887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:46.316571 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787cd821-5e3b-4bac-8e4e-99b1f5be6190 admin admin] Router 3ce8cb03-a536-472a-a963-e4cba27c671b is scheduled to L3 agent aba83f48-bec1-4447-972f-e1c88a92dee8 with binding_index 1 {{(pid=87424) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 17:57:46.366461 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-7e3b44dc-31c1-48bc-aa51-62839655c887 None None] Port 51841344-0b73-4048-a003-65981744ed06 cannot update to ACTIVE because it is not bound. {{(pid=87425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 17:57:46.466290 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787cd821-5e3b-4bac-8e4e-99b1f5be6190 admin admin] Notify agent at l3_agent.dv-cinder-818579-1-smb the message routers_updated {{(pid=87424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 17:57:46.476428 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-787cd821-5e3b-4bac-8e4e-99b1f5be6190 admin admin] 10.222.0.65 "PUT /v2.0/routers/3ce8cb03-a536-472a-a963-e4cba27c671b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2460198 Nov 24 17:57:46.477021 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b8ddbd-deb5-4837-a675-783049fdc700 None None] Sync routers for ids ['3ce8cb03-a536-472a-a963-e4cba27c671b'] in dv-cinder-818579-1-smb {{(pid=87426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:57:46.488335 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b8ddbd-deb5-4837-a675-783049fdc700 None None] Routers {'3ce8cb03-a536-472a-a963-e4cba27c671b'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:57:46.489248 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-03b8ddbd-deb5-4837-a675-783049fdc700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T17:57:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['3ce8cb03-a536-472a-a963-e4cba27c671b'], 'active': True} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:57:46.671341 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvr_db [None req-03b8ddbd-deb5-4837-a675-783049fdc700 None None] Set router 3ce8cb03-a536-472a-a963-e4cba27c671b gateway port host: None {{(pid=87426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 17:57:46.922037 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 5 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 17:57:47.041111 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-03b8ddbd-deb5-4837-a675-783049fdc700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce8cb03-a536-472a-a963-e4cba27c671b', 'name': 'router1', 'tenant_id': '385060d1c4124b16b26d48eb41e8675a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:57:35Z', 'updated_at': '2021-11-24T17:57:45Z', 'revision_number': 2, 'project_id': '385060d1c4124b16b26d48eb41e8675a', 'gw_port_host': None, '_interfaces': [{'id': '51841344-0b73-4048-a003-65981744ed06', 'name': '', 'network_id': '4a9b1a5f-f577-409d-8117-e5b00980480f', 'tenant_id': '385060d1c4124b16b26d48eb41e8675a', 'mac_address': 'fa:16:3e:45:0b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce8cb03-a536-472a-a963-e4cba27c671b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45131e0f-af95-4609-a448-d2f78cda7bda', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:57:44Z', 'updated_at': '2021-11-24T17:57:45Z', 'revision_number': 2, 'project_id': '385060d1c4124b16b26d48eb41e8675a', 'subnets': [{'id': '45131e0f-af95-4609-a448-d2f78cda7bda', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5c22ba3a-d02b-4a4f-9b3d-ab5a9825bdd5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:57:47.045944 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b8ddbd-deb5-4837-a675-783049fdc700 None None] Checking router: 3ce8cb03-a536-472a-a963-e4cba27c671b for host: dv-cinder-818579-1-smb {{(pid=87426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:57:47.046317 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b8ddbd-deb5-4837-a675-783049fdc700 None None] Updating router 3ce8cb03-a536-472a-a963-e4cba27c671b port 51841344-0b73-4048-a003-65981744ed06 binding host dv-cinder-818579-1-smb {{(pid=87426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 17:57:47.100080 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-03b8ddbd-deb5-4837-a675-783049fdc700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:47.467855 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-03b8ddbd-deb5-4837-a675-783049fdc700 None None] Notify callbacks [] for port, precommit_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:47.483068 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.provisioning_blocks [None req-03b8ddbd-deb5-4837-a675-783049fdc700 None None] Transition to ACTIVE for port object 51841344-0b73-4048-a003-65981744ed06 will not be triggered until provisioned by entity L2. {{(pid=87426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 17:57:47.556247 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-03b8ddbd-deb5-4837-a675-783049fdc700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:47.561630 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 17:57:47.698158 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff6c3c-dbe2-49bd-81d8-6f86d5577238 None None] Pushing event updated for resources: {'Port': ['ID=51841344-0b73-4048-a003-65981744ed06,revision_number=3']} {{(pid=87426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:57:47.712333 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ff6c3c-dbe2-49bd-81d8-6f86d5577238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:47.712697 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ff6c3c-dbe2-49bd-81d8-6f86d5577238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:47.713024 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ff6c3c-dbe2-49bd-81d8-6f86d5577238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:47.713343 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ff6c3c-dbe2-49bd-81d8-6f86d5577238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:47.713660 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ff6c3c-dbe2-49bd-81d8-6f86d5577238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:47.713981 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ff6c3c-dbe2-49bd-81d8-6f86d5577238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:47.714290 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ff6c3c-dbe2-49bd-81d8-6f86d5577238 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:47.714596 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ff6c3c-dbe2-49bd-81d8-6f86d5577238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:47.714904 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ff6c3c-dbe2-49bd-81d8-6f86d5577238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:47.715236 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ff6c3c-dbe2-49bd-81d8-6f86d5577238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:47.715512 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ff6c3c-dbe2-49bd-81d8-6f86d5577238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:47.715814 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ff6c3c-dbe2-49bd-81d8-6f86d5577238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 17:57:47.716947 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ff6c3c-dbe2-49bd-81d8-6f86d5577238 None None] Tracked resource versions report: Nov 24 17:57:47.716947 dv-cinder-818579-1-smb neutron-server[87426]: pushed versions: Nov 24 17:57:47.716947 dv-cinder-818579-1-smb neutron-server[87426]: { 'AddressGroup': {'1.2'}, Nov 24 17:57:47.716947 dv-cinder-818579-1-smb neutron-server[87426]: 'ConntrackHelper': {'1.0'}, Nov 24 17:57:47.716947 dv-cinder-818579-1-smb neutron-server[87426]: 'Log': {'1.0'}, Nov 24 17:57:47.716947 dv-cinder-818579-1-smb neutron-server[87426]: 'Network': {'1.1'}, Nov 24 17:57:47.716947 dv-cinder-818579-1-smb neutron-server[87426]: 'Port': {'1.7'}, Nov 24 17:57:47.716947 dv-cinder-818579-1-smb neutron-server[87426]: 'PortForwarding': {'1.2'}, Nov 24 17:57:47.716947 dv-cinder-818579-1-smb neutron-server[87426]: 'QosPolicy': {'1.8'}, Nov 24 17:57:47.716947 dv-cinder-818579-1-smb neutron-server[87426]: 'SecurityGroup': {'1.4'}, Nov 24 17:57:47.716947 dv-cinder-818579-1-smb neutron-server[87426]: 'SecurityGroupRule': {'1.2'}, Nov 24 17:57:47.716947 dv-cinder-818579-1-smb neutron-server[87426]: 'SubPort': {'1.0'}, Nov 24 17:57:47.716947 dv-cinder-818579-1-smb neutron-server[87426]: 'Subnet': {'1.1'}, Nov 24 17:57:47.716947 dv-cinder-818579-1-smb neutron-server[87426]: 'Trunk': {'1.1'}} Nov 24 17:57:47.716947 dv-cinder-818579-1-smb neutron-server[87426]: consumer versions: Nov 24 17:57:47.716947 dv-cinder-818579-1-smb neutron-server[87426]: { DHCP agent@dv-cinder-818579-1-smb: {}, Nov 24 17:57:47.716947 dv-cinder-818579-1-smb neutron-server[87426]: L3 agent@dv-cinder-818579-1-smb: {}, Nov 24 17:57:47.716947 dv-cinder-818579-1-smb neutron-server[87426]: Metadata agent@dv-cinder-818579-1-smb: {}, Nov 24 17:57:47.716947 dv-cinder-818579-1-smb neutron-server[87426]: Metering agent@dv-cinder-818579-1-smb: {}, Nov 24 17:57:47.716947 dv-cinder-818579-1-smb neutron-server[87426]: Open vSwitch agent@dv-cinder-818579-1-smb: { 'AddressGroup': '1.2', Nov 24 17:57:47.716947 dv-cinder-818579-1-smb neutron-server[87426]: 'ConntrackHelper': '1.0', Nov 24 17:57:47.716947 dv-cinder-818579-1-smb neutron-server[87426]: 'Log': '1.0', Nov 24 17:57:47.716947 dv-cinder-818579-1-smb neutron-server[87426]: 'Network': '1.1', Nov 24 17:57:47.716947 dv-cinder-818579-1-smb neutron-server[87426]: 'Port': '1.7', Nov 24 17:57:47.716947 dv-cinder-818579-1-smb neutron-server[87426]: 'PortForwarding': '1.2', Nov 24 17:57:47.716947 dv-cinder-818579-1-smb neutron-server[87426]: 'QosPolicy': '1.8', Nov 24 17:57:47.716947 dv-cinder-818579-1-smb neutron-server[87426]: 'SecurityGroup': '1.4', Nov 24 17:57:47.716947 dv-cinder-818579-1-smb neutron-server[87426]: 'SecurityGroupRule': '1.2', Nov 24 17:57:47.716947 dv-cinder-818579-1-smb neutron-server[87426]: 'SubPort': '1.0', Nov 24 17:57:47.716947 dv-cinder-818579-1-smb neutron-server[87426]: 'Subnet': '1.1', Nov 24 17:57:47.716947 dv-cinder-818579-1-smb neutron-server[87426]: 'Trunk': '1.1'}} Nov 24 17:57:47.716947 dv-cinder-818579-1-smb neutron-server[87426]: {{(pid=87426) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 17:57:47.750604 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG oslo_concurrency.lockutils [None req-f3ff6c3c-dbe2-49bd-81d8-6f86d5577238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 17:57:47.812749 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.managers [None req-03b8ddbd-deb5-4837-a675-783049fdc700 None None] Attempting to bind port 51841344-0b73-4048-a003-65981744ed06 on host dv-cinder-818579-1-smb for vnic_type normal with profile {{(pid=87426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 17:57:47.812984 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.managers [None req-03b8ddbd-deb5-4837-a675-783049fdc700 None None] Attempting to bind port 51841344-0b73-4048-a003-65981744ed06 by drivers openvswitch,hyperv on host dv-cinder-818579-1-smb at level 0 using segments [{'id': '48367690-1d17-4ed8-bf80-7f1da72396d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4a9b1a5f-f577-409d-8117-e5b00980480f'}] {{(pid=87426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 17:57:47.813359 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b8ddbd-deb5-4837-a675-783049fdc700 None None] Attempting to bind port 51841344-0b73-4048-a003-65981744ed06 on network 4a9b1a5f-f577-409d-8117-e5b00980480f {{(pid=87426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 17:57:47.818548 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b8ddbd-deb5-4837-a675-783049fdc700 None None] Checking agent: {'id': '649afde1-6bcc-42a3-a59e-22c863eb835e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 57, 8), 'started_at': datetime.datetime(2021, 11, 24, 17, 57, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 17:57:47.818964 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b8ddbd-deb5-4837-a675-783049fdc700 None None] Checking segment: {'id': '48367690-1d17-4ed8-bf80-7f1da72396d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4a9b1a5f-f577-409d-8117-e5b00980480f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 17:57:47.819467 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-03b8ddbd-deb5-4837-a675-783049fdc700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:47.819857 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b8ddbd-deb5-4837-a675-783049fdc700 None None] Bound using segment: {'id': '48367690-1d17-4ed8-bf80-7f1da72396d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4a9b1a5f-f577-409d-8117-e5b00980480f'} {{(pid=87426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 17:57:47.820376 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.managers [None req-03b8ddbd-deb5-4837-a675-783049fdc700 None None] Bound port: 51841344-0b73-4048-a003-65981744ed06, host: dv-cinder-818579-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48367690-1d17-4ed8-bf80-7f1da72396d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4a9b1a5f-f577-409d-8117-e5b00980480f'}}] {{(pid=87426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 17:57:47.820770 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-03b8ddbd-deb5-4837-a675-783049fdc700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:47.906339 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.db [None req-03b8ddbd-deb5-4837-a675-783049fdc700 None None] For port 51841344-0b73-4048-a003-65981744ed06, host dv-cinder-818579-1-smb, cleared binding levels {{(pid=87426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 17:57:47.910432 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.db [None req-03b8ddbd-deb5-4837-a675-783049fdc700 None None] For port 51841344-0b73-4048-a003-65981744ed06, host dv-cinder-818579-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=51841344-0b73-4048-a003-65981744ed06,segment=NetworkSegment(48367690-1d17-4ed8-bf80-7f1da72396d3),segment_id=48367690-1d17-4ed8-bf80-7f1da72396d3)] {{(pid=87426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 17:57:47.991023 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-03b8ddbd-deb5-4837-a675-783049fdc700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:47.995220 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 17:57:48.081839 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b8ddbd-deb5-4837-a675-783049fdc700 None None] Routers {'3ce8cb03-a536-472a-a963-e4cba27c671b'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:57:48.082462 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-03b8ddbd-deb5-4837-a675-783049fdc700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T17:57:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['3ce8cb03-a536-472a-a963-e4cba27c671b'], 'active': True} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:57:48.148443 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff6c3c-dbe2-49bd-81d8-6f86d5577238 None None] Pushing event updated for resources: {'Port': ['ID=51841344-0b73-4048-a003-65981744ed06,revision_number=4']} {{(pid=87426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:57:48.152081 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG oslo_concurrency.lockutils [None req-f3ff6c3c-dbe2-49bd-81d8-6f86d5577238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 17:57:48.244719 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvr_db [None req-03b8ddbd-deb5-4837-a675-783049fdc700 None None] Set router 3ce8cb03-a536-472a-a963-e4cba27c671b gateway port host: None {{(pid=87426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 17:57:48.564279 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-03b8ddbd-deb5-4837-a675-783049fdc700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce8cb03-a536-472a-a963-e4cba27c671b', 'name': 'router1', 'tenant_id': '385060d1c4124b16b26d48eb41e8675a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:57:35Z', 'updated_at': '2021-11-24T17:57:45Z', 'revision_number': 2, 'project_id': '385060d1c4124b16b26d48eb41e8675a', 'gw_port_host': None, '_interfaces': [{'id': '51841344-0b73-4048-a003-65981744ed06', 'name': '', 'network_id': '4a9b1a5f-f577-409d-8117-e5b00980480f', 'tenant_id': '385060d1c4124b16b26d48eb41e8675a', 'mac_address': 'fa:16:3e:45:0b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce8cb03-a536-472a-a963-e4cba27c671b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45131e0f-af95-4609-a448-d2f78cda7bda', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:57:44Z', 'updated_at': '2021-11-24T17:57:47Z', 'revision_number': 4, 'project_id': '385060d1c4124b16b26d48eb41e8675a', 'subnets': [{'id': '45131e0f-af95-4609-a448-d2f78cda7bda', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5c22ba3a-d02b-4a4f-9b3d-ab5a9825bdd5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:57:48.568091 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b8ddbd-deb5-4837-a675-783049fdc700 None None] The sync data for ids ['3ce8cb03-a536-472a-a963-e4cba27c671b'] in dv-cinder-818579-1-smb is: [{'id': '3ce8cb03-a536-472a-a963-e4cba27c671b', 'name': 'router1', 'tenant_id': '385060d1c4124b16b26d48eb41e8675a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:57:35Z', 'updated_at': '2021-11-24T17:57:45Z', 'revision_number': 2, 'project_id': '385060d1c4124b16b26d48eb41e8675a', 'gw_port_host': None, '_interfaces': [{'id': '51841344-0b73-4048-a003-65981744ed06', 'name': '', 'network_id': '4a9b1a5f-f577-409d-8117-e5b00980480f', 'tenant_id': '385060d1c4124b16b26d48eb41e8675a', 'mac_address': 'fa:16:3e:45:0b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce8cb03-a536-472a-a963-e4cba27c671b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45131e0f-af95-4609-a448-d2f78cda7bda', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:57:44Z', 'updated_at': '2021-11-24T17:57:47Z', 'revision_number': 4, 'project_id': '385060d1c4124b16b26d48eb41e8675a', 'subnets': [{'id': '45131e0f-af95-4609-a448-d2f78cda7bda', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5c22ba3a-d02b-4a4f-9b3d-ab5a9825bdd5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:57:48.701667 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 46978) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:57:48.843807 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d32431-8742-46e3-9501-ca99cf65ca1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:57:48.844384 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-47d32431-8742-46e3-9501-ca99cf65ca1a admin admin] Synchronizing usage tracker for tenant:25a38b66d43d407cb3399564999c0fe6 on resource:network {{(pid=87424) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 17:57:48.915928 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-47d32431-8742-46e3-9501-ca99cf65ca1a admin admin] Unset dirty status for tenant:25a38b66d43d407cb3399564999c0fe6 on resource:network {{(pid=87424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 17:57:48.917162 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-47d32431-8742-46e3-9501-ca99cf65ca1a admin admin] 10.222.0.65 "GET /v2.0/networks/526841e0-8571-4339-baee-0cea4a76b63c HTTP/1.1" status: 200 len: 842 time: 0.2144878 Nov 24 17:57:48.926504 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-5cad14b1-9660-4ba5-9472-3787c8ed102f admin admin] Request body: {'subnet': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.28.3.1', 'enable_dhcp': False, 'cidr': '172.28.3.0/24'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:57:48.931838 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-5cad14b1-9660-4ba5-9472-3787c8ed102f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 17:57:48.935876 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-5cad14b1-9660-4ba5-9472-3787c8ed102f admin admin] Usage tracker for resource:subnet and tenant:25a38b66d43d407cb3399564999c0fe6 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 17:57:48.938950 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-5cad14b1-9660-4ba5-9472-3787c8ed102f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 17:57:48.945747 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-5cad14b1-9660-4ba5-9472-3787c8ed102f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 17:57:49.007197 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cad14b1-9660-4ba5-9472-3787c8ed102f admin admin] Made reservation on behalf of 25a38b66d43d407cb3399564999c0fe6 for: {'subnet': 1} {{(pid=87424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 17:57:49.009567 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-5cad14b1-9660-4ba5-9472-3787c8ed102f admin admin] Notify callbacks [] for subnet, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:49.460751 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.objects.ports [None req-5cad14b1-9660-4ba5-9472-3787c8ed102f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87424) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 17:57:49.461219 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-5cad14b1-9660-4ba5-9472-3787c8ed102f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341'] for subnet, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:49.465742 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 17:57:49.538258 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad14b1-9660-4ba5-9472-3787c8ed102f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7845b98e-863d-42c7-9a40-3bd9a535af60,revision_number=0']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:57:49.545270 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-5cad14b1-9660-4ba5-9472-3787c8ed102f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 17:57:49.546149 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cad14b1-9660-4ba5-9472-3787c8ed102f admin admin] Checking segment: {'id': 'd3760bee-36f8-40b7-a723-a1b5699a82b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 17:57:49.546509 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cad14b1-9660-4ba5-9472-3787c8ed102f admin admin] Network hostable DHCP agents. Network: 526841e0-8571-4339-baee-0cea4a76b63c, hostable agents: ['490b05d4-6d8a-4546-ad73-edfbcdd6eaa8'], hosted agents: [] {{(pid=87424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 17:57:49.612794 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cad14b1-9660-4ba5-9472-3787c8ed102f admin admin] Network 526841e0-8571-4339-baee-0cea4a76b63c is scheduled to be hosted by DHCP agent 490b05d4-6d8a-4546-ad73-edfbcdd6eaa8 with binding_index 1 {{(pid=87424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 17:57:49.664296 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.base_scheduler [None req-5cad14b1-9660-4ba5-9472-3787c8ed102f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-smb, 526841e0-8571-4339-baee-0cea4a76b63c) {{(pid=87424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:57:49.668122 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cad14b1-9660-4ba5-9472-3787c8ed102f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:57:49.668721 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-5cad14b1-9660-4ba5-9472-3787c8ed102f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for subnet, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:49.672922 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6e3ffc-b41f-4612-929d-54f3fa8ddaac None None] Network 526841e0-8571-4339-baee-0cea4a76b63c requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 17:57:49.722529 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-5cad14b1-9660-4ba5-9472-3787c8ed102f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7995169 Nov 24 17:57:49.895867 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234a1103-384f-4549-a43e-515cf7c89da6 None None] Network 526841e0-8571-4339-baee-0cea4a76b63c requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 17:57:50.278841 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 51841344-0b73-4048-a003-65981744ed06 up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 17:57:50.430283 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning for port 51841344-0b73-4048-a003-65981744ed06 completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 17:57:50.435458 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port 51841344-0b73-4048-a003-65981744ed06 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:57:50.435836 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:50.551848 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:50.583809 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] For port 51841344-0b73-4048-a003-65981744ed06, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=51841344-0b73-4048-a003-65981744ed06,segment=NetworkSegment(48367690-1d17-4ed8-bf80-7f1da72396d3),segment_id=48367690-1d17-4ed8-bf80-7f1da72396d3)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 17:57:50.624260 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:50.627570 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 17:57:50.696591 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Pushing event updated for resources: {'Port': ['ID=51841344-0b73-4048-a003-65981744ed06,revision_number=5']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:57:50.699663 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 17:57:51.954842 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 46992) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:57:52.148798 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-90d17fcf-25db-48e3-9969-7da6e052004c admin admin] 10.222.0.65 "GET /v2.0/routers/3ce8cb03-a536-472a-a963-e4cba27c671b HTTP/1.1" status: 200 len: 710 time: 0.1925702 Nov 24 17:57:52.259005 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 51841344-0b73-4048-a003-65981744ed06 up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 17:57:52.273928 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cc381c-24f2-434d-bedc-3202ca20bca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 17:57:52.275290 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-41cc381c-24f2-434d-bedc-3202ca20bca6 admin admin] 10.222.0.65 "GET /v2.0/networks/526841e0-8571-4339-baee-0cea4a76b63c HTTP/1.1" status: 200 len: 886 time: 0.1214740 Nov 24 17:57:52.283834 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-c70872d8-e06b-4948-a6c9-14c397348fdd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'}}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 17:57:52.344807 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port 51841344-0b73-4048-a003-65981744ed06 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:57:52.345446 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:52.719873 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c70872d8-e06b-4948-a6c9-14c397348fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-505603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-502036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4164655'] for router, precommit_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:53.170576 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c70872d8-e06b-4948-a6c9-14c397348fdd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:53.223720 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c70872d8-e06b-4948-a6c9-14c397348fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:53.355160 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.db_base_plugin_common [None req-c70872d8-e06b-4948-a6c9-14c397348fdd admin admin] Allocated IP 172.28.3.237 (526841e0-8571-4339-baee-0cea4a76b63c/7845b98e-863d-42c7-9a40-3bd9a535af60/b2a783eb-d146-4ba9-925f-ba1a2a01a87d) {{(pid=87424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 17:57:53.492786 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c70872d8-e06b-4948-a6c9-14c397348fdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:53.556233 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c70872d8-e06b-4948-a6c9-14c397348fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421'] for port, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:53.560047 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-787cd821-5e3b-4bac-8e4e-99b1f5be6190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 17:57:53.618387 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70872d8-e06b-4948-a6c9-14c397348fdd admin admin] Network 526841e0-8571-4339-baee-0cea4a76b63c is already hosted by enough agents. {{(pid=87424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 17:57:53.620931 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.base_scheduler [None req-c70872d8-e06b-4948-a6c9-14c397348fdd admin admin] Resources bound (agent type, host, resource id): {{(pid=87424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 17:57:53.624579 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70872d8-e06b-4948-a6c9-14c397348fdd admin admin] Received port after_create {{(pid=87424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 17:57:53.688051 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70872d8-e06b-4948-a6c9-14c397348fdd admin admin] Pushing event updated for resources: {'Port': ['ID=b2a783eb-d146-4ba9-925f-ba1a2a01a87d,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:57:53.738806 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-c70872d8-e06b-4948-a6c9-14c397348fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 17:57:54.046328 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c70872d8-e06b-4948-a6c9-14c397348fdd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:54.375206 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c70872d8-e06b-4948-a6c9-14c397348fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-505603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-502036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4164655'] for router, precommit_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:54.378713 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c70872d8-e06b-4948-a6c9-14c397348fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-505620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-505629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-502019'] for router, after_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:54.605615 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70872d8-e06b-4948-a6c9-14c397348fdd admin admin] Router 3ce8cb03-a536-472a-a963-e4cba27c671b has already been hosted by L3 agent aba83f48-bec1-4447-972f-e1c88a92dee8 {{(pid=87424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 17:57:54.775718 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70872d8-e06b-4948-a6c9-14c397348fdd admin admin] Notify agent at l3_agent.dv-cinder-818579-1-smb the message routers_updated {{(pid=87424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 17:57:54.783642 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c70872d8-e06b-4948-a6c9-14c397348fdd admin admin] Notify callbacks [] for router, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:54.785025 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-c70872d8-e06b-4948-a6c9-14c397348fdd admin admin] 10.222.0.65 "PUT /v2.0/routers/3ce8cb03-a536-472a-a963-e4cba27c671b HTTP/1.1" status: 200 len: 890 time: 2.5041735 Nov 24 17:57:54.785988 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febcf924-9264-4164-b213-c83fcd028daf None None] Sync routers for ids ['3ce8cb03-a536-472a-a963-e4cba27c671b'] in dv-cinder-818579-1-smb {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 17:57:54.796418 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febcf924-9264-4164-b213-c83fcd028daf None None] Routers {'3ce8cb03-a536-472a-a963-e4cba27c671b'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:57:54.797113 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-febcf924-9264-4164-b213-c83fcd028daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T17:57:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['3ce8cb03-a536-472a-a963-e4cba27c671b'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:57:54.988045 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-febcf924-9264-4164-b213-c83fcd028daf None None] Set router 3ce8cb03-a536-472a-a963-e4cba27c671b gateway port host: dv-cinder-818579-1-smb {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 17:57:55.328678 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-febcf924-9264-4164-b213-c83fcd028daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce8cb03-a536-472a-a963-e4cba27c671b', 'name': 'router1', 'tenant_id': '385060d1c4124b16b26d48eb41e8675a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'b2a783eb-d146-4ba9-925f-ba1a2a01a87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:57:35Z', 'updated_at': '2021-11-24T17:57:53Z', 'revision_number': 4, 'project_id': '385060d1c4124b16b26d48eb41e8675a', 'gw_port': {'id': 'b2a783eb-d146-4ba9-925f-ba1a2a01a87d', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:28:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce8cb03-a536-472a-a963-e4cba27c671b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:57:53Z', 'updated_at': '2021-11-24T17:57:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': '51841344-0b73-4048-a003-65981744ed06', 'name': '', 'network_id': '4a9b1a5f-f577-409d-8117-e5b00980480f', 'tenant_id': '385060d1c4124b16b26d48eb41e8675a', 'mac_address': 'fa:16:3e:45:0b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce8cb03-a536-472a-a963-e4cba27c671b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45131e0f-af95-4609-a448-d2f78cda7bda', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:57:44Z', 'updated_at': '2021-11-24T17:57:50Z', 'revision_number': 5, 'project_id': '385060d1c4124b16b26d48eb41e8675a', 'subnets': [{'id': '45131e0f-af95-4609-a448-d2f78cda7bda', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5c22ba3a-d02b-4a4f-9b3d-ab5a9825bdd5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:57:55.335500 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febcf924-9264-4164-b213-c83fcd028daf None None] Checking router: 3ce8cb03-a536-472a-a963-e4cba27c671b for host: dv-cinder-818579-1-smb {{(pid=87425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 17:57:55.335870 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febcf924-9264-4164-b213-c83fcd028daf None None] Updating router 3ce8cb03-a536-472a-a963-e4cba27c671b port b2a783eb-d146-4ba9-925f-ba1a2a01a87d binding host dv-cinder-818579-1-smb {{(pid=87425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 17:57:55.388450 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-febcf924-9264-4164-b213-c83fcd028daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:55.707929 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-febcf924-9264-4164-b213-c83fcd028daf None None] Notify callbacks [] for port, precommit_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:55.719074 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-febcf924-9264-4164-b213-c83fcd028daf None None] Transition to ACTIVE for port object b2a783eb-d146-4ba9-925f-ba1a2a01a87d will not be triggered until provisioned by entity L2. {{(pid=87425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 17:57:55.778814 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-febcf924-9264-4164-b213-c83fcd028daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:55.782843 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 17:57:55.859702 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-febcf924-9264-4164-b213-c83fcd028daf None None] Attempting to bind port b2a783eb-d146-4ba9-925f-ba1a2a01a87d on host dv-cinder-818579-1-smb for vnic_type normal with profile {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 17:57:55.860242 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-febcf924-9264-4164-b213-c83fcd028daf None None] Attempting to bind port b2a783eb-d146-4ba9-925f-ba1a2a01a87d by drivers openvswitch,hyperv on host dv-cinder-818579-1-smb at level 0 using segments [{'id': 'd3760bee-36f8-40b7-a723-a1b5699a82b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'}] {{(pid=87425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 17:57:55.860386 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febcf924-9264-4164-b213-c83fcd028daf None None] Attempting to bind port b2a783eb-d146-4ba9-925f-ba1a2a01a87d on network 526841e0-8571-4339-baee-0cea4a76b63c {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 17:57:55.869420 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2491e-eb4d-46d5-92cc-03368cc2256b None None] Pushing event updated for resources: {'Port': ['ID=b2a783eb-d146-4ba9-925f-ba1a2a01a87d,revision_number=2']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:57:55.871812 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febcf924-9264-4164-b213-c83fcd028daf None None] Checking agent: {'id': '649afde1-6bcc-42a3-a59e-22c863eb835e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 57, 8), 'started_at': datetime.datetime(2021, 11, 24, 17, 57, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 17:57:55.872182 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febcf924-9264-4164-b213-c83fcd028daf None None] Checking segment: {'id': 'd3760bee-36f8-40b7-a723-a1b5699a82b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 17:57:55.872610 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-febcf924-9264-4164-b213-c83fcd028daf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:55.872994 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febcf924-9264-4164-b213-c83fcd028daf None None] Bound using segment: {'id': 'd3760bee-36f8-40b7-a723-a1b5699a82b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'} {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 17:57:55.873467 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-febcf924-9264-4164-b213-c83fcd028daf None None] Bound port: b2a783eb-d146-4ba9-925f-ba1a2a01a87d, host: dv-cinder-818579-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3760bee-36f8-40b7-a723-a1b5699a82b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'}}] {{(pid=87425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 17:57:55.873866 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-febcf924-9264-4164-b213-c83fcd028daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:55.897249 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-fdb2491e-eb4d-46d5-92cc-03368cc2256b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 17:57:55.946278 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-febcf924-9264-4164-b213-c83fcd028daf None None] For port b2a783eb-d146-4ba9-925f-ba1a2a01a87d, host dv-cinder-818579-1-smb, cleared binding levels {{(pid=87425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 17:57:55.952232 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-febcf924-9264-4164-b213-c83fcd028daf None None] For port b2a783eb-d146-4ba9-925f-ba1a2a01a87d, host dv-cinder-818579-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=b2a783eb-d146-4ba9-925f-ba1a2a01a87d,segment=NetworkSegment(d3760bee-36f8-40b7-a723-a1b5699a82b5),segment_id=d3760bee-36f8-40b7-a723-a1b5699a82b5)] {{(pid=87425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 17:57:56.013393 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-febcf924-9264-4164-b213-c83fcd028daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:56.017355 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 17:57:56.115637 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2491e-eb4d-46d5-92cc-03368cc2256b None None] Pushing event updated for resources: {'Port': ['ID=b2a783eb-d146-4ba9-925f-ba1a2a01a87d,revision_number=3']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:57:56.118128 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febcf924-9264-4164-b213-c83fcd028daf None None] Routers {'3ce8cb03-a536-472a-a963-e4cba27c671b'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 17:57:56.118709 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-febcf924-9264-4164-b213-c83fcd028daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T17:57:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['3ce8cb03-a536-472a-a963-e4cba27c671b'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:57:56.164797 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-fdb2491e-eb4d-46d5-92cc-03368cc2256b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 17:57:56.292194 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-febcf924-9264-4164-b213-c83fcd028daf None None] Set router 3ce8cb03-a536-472a-a963-e4cba27c671b gateway port host: dv-cinder-818579-1-smb {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 17:57:56.606465 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-febcf924-9264-4164-b213-c83fcd028daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce8cb03-a536-472a-a963-e4cba27c671b', 'name': 'router1', 'tenant_id': '385060d1c4124b16b26d48eb41e8675a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'b2a783eb-d146-4ba9-925f-ba1a2a01a87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:57:35Z', 'updated_at': '2021-11-24T17:57:53Z', 'revision_number': 4, 'project_id': '385060d1c4124b16b26d48eb41e8675a', 'gw_port': {'id': 'b2a783eb-d146-4ba9-925f-ba1a2a01a87d', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:28:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce8cb03-a536-472a-a963-e4cba27c671b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:57:53Z', 'updated_at': '2021-11-24T17:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': '51841344-0b73-4048-a003-65981744ed06', 'name': '', 'network_id': '4a9b1a5f-f577-409d-8117-e5b00980480f', 'tenant_id': '385060d1c4124b16b26d48eb41e8675a', 'mac_address': 'fa:16:3e:45:0b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce8cb03-a536-472a-a963-e4cba27c671b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45131e0f-af95-4609-a448-d2f78cda7bda', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:57:44Z', 'updated_at': '2021-11-24T17:57:50Z', 'revision_number': 5, 'project_id': '385060d1c4124b16b26d48eb41e8675a', 'subnets': [{'id': '45131e0f-af95-4609-a448-d2f78cda7bda', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5c22ba3a-d02b-4a4f-9b3d-ab5a9825bdd5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 17:57:56.610257 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febcf924-9264-4164-b213-c83fcd028daf None None] The sync data for ids ['3ce8cb03-a536-472a-a963-e4cba27c671b'] in dv-cinder-818579-1-smb is: [{'id': '3ce8cb03-a536-472a-a963-e4cba27c671b', 'name': 'router1', 'tenant_id': '385060d1c4124b16b26d48eb41e8675a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.237'}], 'enable_snat': True}, 'gw_port_id': 'b2a783eb-d146-4ba9-925f-ba1a2a01a87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:57:35Z', 'updated_at': '2021-11-24T17:57:53Z', 'revision_number': 4, 'project_id': '385060d1c4124b16b26d48eb41e8675a', 'gw_port': {'id': 'b2a783eb-d146-4ba9-925f-ba1a2a01a87d', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:28:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce8cb03-a536-472a-a963-e4cba27c671b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:57:53Z', 'updated_at': '2021-11-24T17:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': '51841344-0b73-4048-a003-65981744ed06', 'name': '', 'network_id': '4a9b1a5f-f577-409d-8117-e5b00980480f', 'tenant_id': '385060d1c4124b16b26d48eb41e8675a', 'mac_address': 'fa:16:3e:45:0b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce8cb03-a536-472a-a963-e4cba27c671b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45131e0f-af95-4609-a448-d2f78cda7bda', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:57:44Z', 'updated_at': '2021-11-24T17:57:50Z', 'revision_number': 5, 'project_id': '385060d1c4124b16b26d48eb41e8675a', 'subnets': [{'id': '45131e0f-af95-4609-a448-d2f78cda7bda', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5c22ba3a-d02b-4a4f-9b3d-ab5a9825bdd5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 17:57:57.137851 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 47002) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 17:57:57.254790 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-052f5698-285c-4418-8bdd-6fbf92484a9b admin admin] 10.222.0.65 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1158817 Nov 24 17:57:58.285777 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device b2a783eb-d146-4ba9-925f-ba1a2a01a87d up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 17:57:58.429870 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning for port b2a783eb-d146-4ba9-925f-ba1a2a01a87d completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 17:57:58.435081 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port b2a783eb-d146-4ba9-925f-ba1a2a01a87d triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:57:58.435456 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:58.556667 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:58.573137 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] For port b2a783eb-d146-4ba9-925f-ba1a2a01a87d, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=b2a783eb-d146-4ba9-925f-ba1a2a01a87d,segment=NetworkSegment(d3760bee-36f8-40b7-a723-a1b5699a82b5),segment_id=d3760bee-36f8-40b7-a723-a1b5699a82b5)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 17:57:58.623801 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:57:58.625856 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 17:57:58.692109 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Pushing event updated for resources: {'Port': ['ID=b2a783eb-d146-4ba9-925f-ba1a2a01a87d,revision_number=4']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 17:57:58.695095 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 17:58:00.263613 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device b2a783eb-d146-4ba9-925f-ba1a2a01a87d up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 17:58:00.337901 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port b2a783eb-d146-4ba9-925f-ba1a2a01a87d triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 17:58:00.338282 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:58:07.652909 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-238267fd-e253-493c-af03-afd1ac4f030a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:58:08.287476 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:58:10.406520 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-ed18dee7-ef81-4923-bd21-136b99c440b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:58:11.258283 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:58:12.555358 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:58:23.901019 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 5 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 17:58:37.646608 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-104a65dd-03c3-41ff-b40b-c4ebb71c73f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:58:38.309083 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:58:40.417976 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-70c8d0c1-453c-41a4-b0cf-4f353c57579d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:58:41.257856 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:58:42.611972 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:59:00.901251 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 5 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 17:59:07.668721 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-4f891955-5adf-46c4-8726-20035ab73d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:59:08.388244 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:59:10.405641 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-500a7758-cec5-40bb-98ac-32e908f8e35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:59:11.274169 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:59:12.566970 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:59:37.633670 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-5754a270-24df-41c8-a775-3601c77185f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:59:37.899851 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 5 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 17:59:38.313406 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:59:40.404945 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-0b4c63a1-914e-46ff-98d3-bcfbecdcb6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:59:41.268570 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 17:59:42.582559 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:00:01.827230 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 47572) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:00:01.893772 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.pecan_wsgi.hooks.translation [None req-f85f4d66-2a5f-4342-ab80-f72319d69474 admin admin] GET failed (client error): The resource could not be found. Nov 24 18:00:01.895006 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-f85f4d66-2a5f-4342-ab80-f72319d69474 admin admin] 10.222.0.65 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0666962 Nov 24 18:00:02.026802 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5561d096-1c7a-42ac-b2d5-129257429f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:00:02.028171 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-5561d096-1c7a-42ac-b2d5-129257429f93 admin admin] 10.222.0.65 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1293101 Nov 24 18:00:04.159827 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 47582) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:00:04.262250 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ee6de2-8cd8-4527-8297-bd392b2743d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:00:04.262796 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-91ee6de2-8cd8-4527-8297-bd392b2743d1 admin admin] Synchronizing usage tracker for tenant:25a38b66d43d407cb3399564999c0fe6 on resource:subnet {{(pid=87424) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:00:04.330397 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-91ee6de2-8cd8-4527-8297-bd392b2743d1 admin admin] Unset dirty status for tenant:25a38b66d43d407cb3399564999c0fe6 on resource:subnet {{(pid=87424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:00:04.331597 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-91ee6de2-8cd8-4527-8297-bd392b2743d1 admin admin] 10.222.0.65 "GET /v2.0/subnets/45131e0f-af95-4609-a448-d2f78cda7bda HTTP/1.1" status: 200 len: 849 time: 0.1708012 Nov 24 18:00:04.342377 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-c28d0c3e-3818-4006-9a30-82917a2c7eed admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:00:04.467176 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c28d0c3e-3818-4006-9a30-82917a2c7eed admin admin] Notify callbacks [] for subnet, before_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:00:04.700860 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c28d0c3e-3818-4006-9a30-82917a2c7eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730962321740'] for subnet, after_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:00:04.705726 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:00:04.746743 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28d0c3e-3818-4006-9a30-82917a2c7eed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:00:04.747328 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c28d0c3e-3818-4006-9a30-82917a2c7eed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for subnet, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:00:04.749446 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-c28d0c3e-3818-4006-9a30-82917a2c7eed admin admin] 10.222.0.65 "PUT /v2.0/subnets/45131e0f-af95-4609-a448-d2f78cda7bda HTTP/1.1" status: 200 len: 868 time: 0.4114323 Nov 24 18:00:04.751232 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa516d72-04f8-47a7-a3a6-96b6a5be7e76 None None] Network 4a9b1a5f-f577-409d-8117-e5b00980480f requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:00:04.775829 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d0c3e-3818-4006-9a30-82917a2c7eed admin admin] Pushing event updated for resources: {'Subnet': ['ID=45131e0f-af95-4609-a448-d2f78cda7bda,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:00:04.784270 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d0c3e-3818-4006-9a30-82917a2c7eed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:00:04.784652 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d0c3e-3818-4006-9a30-82917a2c7eed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:00:04.785085 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d0c3e-3818-4006-9a30-82917a2c7eed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:00:04.785418 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d0c3e-3818-4006-9a30-82917a2c7eed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:00:04.785921 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d0c3e-3818-4006-9a30-82917a2c7eed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:00:04.786240 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d0c3e-3818-4006-9a30-82917a2c7eed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:00:04.786563 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d0c3e-3818-4006-9a30-82917a2c7eed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:00:04.786886 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d0c3e-3818-4006-9a30-82917a2c7eed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:00:04.787210 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d0c3e-3818-4006-9a30-82917a2c7eed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:00:04.787529 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d0c3e-3818-4006-9a30-82917a2c7eed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:00:04.787848 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d0c3e-3818-4006-9a30-82917a2c7eed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:00:04.788165 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d0c3e-3818-4006-9a30-82917a2c7eed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:00:04.795475 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-c28d0c3e-3818-4006-9a30-82917a2c7eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:00:05.232908 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-2b8dc327-8c61-4720-acd9-2f0a799beecf None None] Provisioning complete for port be3e87b4-ef36-449f-b78c-67d634120b07 triggered by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:00:05.233289 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-2b8dc327-8c61-4720-acd9-2f0a799beecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:00:05.357725 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-2b8dc327-8c61-4720-acd9-2f0a799beecf None None] Provisioning complete for port 51841344-0b73-4048-a003-65981744ed06 triggered by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:00:05.357997 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-2b8dc327-8c61-4720-acd9-2f0a799beecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:00:06.892342 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 47592) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:00:07.061453 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c8a30c-c02b-43ab-ae55-1e44db6def1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:00:07.061911 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c8a30c-c02b-43ab-ae55-1e44db6def1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:00:07.063937 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-00c8a30c-c02b-43ab-ae55-1e44db6def1d admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1706517 Nov 24 18:00:07.661599 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-be2e5309-7bca-4304-88d8-a649eb8c73ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:00:08.336097 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:00:09.205712 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 47602) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:00:09.377653 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88276e31-8a4a-4f67-94cd-c3df9596c3c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:00:09.378125 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88276e31-8a4a-4f67-94cd-c3df9596c3c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:00:09.379630 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-88276e31-8a4a-4f67-94cd-c3df9596c3c9 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1729810 Nov 24 18:00:10.416751 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-adb60e62-0cf8-47ae-88a9-c350bc468aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:00:11.278375 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:00:11.503635 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 47612) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:00:11.677786 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f428e21d-b237-4e4b-a664-032f569d55cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:00:11.679120 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-f428e21d-b237-4e4b-a664-032f569d55cb admin admin] 10.222.0.65 "GET /v2.0/networks/4a9b1a5f-f577-409d-8117-e5b00980480f HTTP/1.1" status: 200 len: 869 time: 0.1745720 Nov 24 18:00:12.564026 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:00:13.823301 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 47622) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:00:13.987730 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ea8ef0-3ea8-450a-9673-05ae1a673bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:00:13.989098 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-13ea8ef0-3ea8-450a-9673-05ae1a673bf8 admin admin] 10.222.0.65 "GET /v2.0/networks/526841e0-8571-4339-baee-0cea4a76b63c HTTP/1.1" status: 200 len: 886 time: 0.1647706 Nov 24 18:00:14.898095 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 5 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:00:16.095711 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 47632) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:00:16.199635 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68666909-5b86-48eb-95fe-f71ec851d7b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:00:16.200085 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68666909-5b86-48eb-95fe-f71ec851d7b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:00:16.201614 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-68666909-5b86-48eb-95fe-f71ec851d7b1 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1049762 Nov 24 18:00:18.331869 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 47642) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:00:18.435996 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ab549b-056d-46d4-a23b-0e965b76b532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:00:18.436485 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ab549b-056d-46d4-a23b-0e965b76b532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:00:18.438401 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-04ab549b-056d-46d4-a23b-0e965b76b532 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1055534 Nov 24 18:00:20.570214 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 47652) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:00:20.718920 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0460da-fa6b-4d66-bb6f-756c74e6834d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:00:20.720246 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-7e0460da-fa6b-4d66-bb6f-756c74e6834d admin admin] 10.222.0.65 "GET /v2.0/subnets/45131e0f-af95-4609-a448-d2f78cda7bda HTTP/1.1" status: 200 len: 868 time: 0.1490345 Nov 24 18:00:22.853531 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 47662) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:00:22.950684 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad95383-f78d-45c4-9917-fcf526100efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:00:22.951971 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-9ad95383-f78d-45c4-9917-fcf526100efc admin admin] 10.222.0.65 "GET /v2.0/subnets/7845b98e-863d-42c7-9a40-3bd9a535af60 HTTP/1.1" status: 200 len: 816 time: 0.0975106 Nov 24 18:00:37.656318 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-0b5a1ae7-4630-44d5-9990-4c201950e0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:00:38.307232 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:00:40.415031 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c93b3cb3-1c6d-4249-bfe1-37e64f80d717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:00:41.300282 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:00:42.585811 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:00:45.924099 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 47706) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:00:45.970360 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [None req-fa8fad70-fb5d-4b1a-8280-f121299d556c admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=87424) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 18:00:45.971335 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-fa8fad70-fb5d-4b1a-8280-f121299d556c admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462835 Nov 24 18:00:48.185746 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 47716) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:00:48.252651 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.pecan_wsgi.hooks.translation [None req-df68cef7-abe9-405e-a26e-2b86c458d458 admin admin] GET failed (client error): The resource could not be found. Nov 24 18:00:48.253889 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-df68cef7-abe9-405e-a26e-2b86c458d458 admin admin] 10.222.0.65 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0672224 Nov 24 18:00:48.378281 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd930c54-dda8-4dd1-8f62-8ae285db7009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:00:48.379622 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-dd930c54-dda8-4dd1-8f62-8ae285db7009 admin admin] 10.222.0.65 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1219096 Nov 24 18:00:50.526466 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 47726) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:00:50.574750 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-43ddde42-09c1-4d31-bb16-d052fc5a4641 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:00:50.578750 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-43ddde42-09c1-4d31-bb16-d052fc5a4641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:00:50.588059 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-43ddde42-09c1-4d31-bb16-d052fc5a4641 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:00:50.660959 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ddde42-09c1-4d31-bb16-d052fc5a4641 admin admin] Made reservation on behalf of 25a38b66d43d407cb3399564999c0fe6 for: {'network': 1} {{(pid=87424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:00:50.663175 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-43ddde42-09c1-4d31-bb16-d052fc5a4641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for network, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:00:50.753506 dv-cinder-818579-1-smb neutron-server[87424]: WARNING neutron.services.revisions.revision_plugin [None req-43ddde42-09c1-4d31-bb16-d052fc5a4641 admin admin] Could not find related network for resource to bump revision. Nov 24 18:00:50.764408 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ddde42-09c1-4d31-bb16-d052fc5a4641 admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=87424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 18:00:50.772823 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-43ddde42-09c1-4d31-bb16-d052fc5a4641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541721'] for segment, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:00:50.773161 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.db.segments_db [None req-43ddde42-09c1-4d31-bb16-d052fc5a4641 admin admin] Added segment 53bd7c06-c5cd-444f-97c1-5fc679ca9ee6 of type vlan for network 6a3ee535-236d-47be-833e-3a9ecf7b0e7d Nov 24 18:00:50.798251 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-43ddde42-09c1-4d31-bb16-d052fc5a4641 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730961763539'] for network, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:00:50.900188 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-43ddde42-09c1-4d31-bb16-d052fc5a4641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341'] for network, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:00:50.901519 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ddde42-09c1-4d31-bb16-d052fc5a4641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:00:50.902080 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-43ddde42-09c1-4d31-bb16-d052fc5a4641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for network, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:00:50.905981 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-6f122555-043c-4eec-a94d-f87e0b9c3027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:00:50.994330 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ddde42-09c1-4d31-bb16-d052fc5a4641 admin admin] Pushing event updated for resources: {'Network': ['ID=6a3ee535-236d-47be-833e-3a9ecf7b0e7d,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:00:50.996963 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-43ddde42-09c1-4d31-bb16-d052fc5a4641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:00:51.004194 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Network 6a3ee535-236d-47be-833e-3a9ecf7b0e7d details requested by agent ovs-agent-dv-cinder-818579-1-smb with host dv-cinder-818579-1-smb {{(pid=87425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 18:00:51.181818 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-43ddde42-09c1-4d31-bb16-d052fc5a4641 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6542647 Nov 24 18:00:51.897442 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 5 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:00:53.359610 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 47736) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:00:53.425535 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.pecan_wsgi.hooks.translation [None req-24752320-9df8-485b-9909-0fdb57c78e6e admin admin] GET failed (client error): The resource could not be found. Nov 24 18:00:53.426045 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-24752320-9df8-485b-9909-0fdb57c78e6e admin admin] Synchronizing usage tracker for tenant:25a38b66d43d407cb3399564999c0fe6 on resource:network {{(pid=87424) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:00:53.489384 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-24752320-9df8-485b-9909-0fdb57c78e6e admin admin] Unset dirty status for tenant:25a38b66d43d407cb3399564999c0fe6 on resource:network {{(pid=87424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:00:53.490471 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-24752320-9df8-485b-9909-0fdb57c78e6e admin admin] 10.222.0.65 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1299341 Nov 24 18:00:53.593638 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177df4f0-8884-48ee-a0ff-7132403ef072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:00:53.594969 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-177df4f0-8884-48ee-a0ff-7132403ef072 admin admin] 10.222.0.65 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1005504 Nov 24 18:00:53.604276 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-f61b9e9f-ebc5-4c56-8f0c-fd068162b450 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '6a3ee535-236d-47be-833e-3a9ecf7b0e7d', 'ip_version': 4}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:00:53.608611 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-f61b9e9f-ebc5-4c56-8f0c-fd068162b450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:00:53.617887 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-f61b9e9f-ebc5-4c56-8f0c-fd068162b450 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:00:53.666650 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61b9e9f-ebc5-4c56-8f0c-fd068162b450 admin admin] Made reservation on behalf of 25a38b66d43d407cb3399564999c0fe6 for: {'subnet': 1} {{(pid=87424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:00:53.668962 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f61b9e9f-ebc5-4c56-8f0c-fd068162b450 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:00:53.936423 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f61b9e9f-ebc5-4c56-8f0c-fd068162b450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341'] for subnet, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:00:53.940850 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:00:54.015204 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b9e9f-ebc5-4c56-8f0c-fd068162b450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9da3d0a-750d-4eb9-9a95-eb7ccc0d6df9,revision_number=0']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:00:54.018924 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-f61b9e9f-ebc5-4c56-8f0c-fd068162b450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:00:54.019585 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61b9e9f-ebc5-4c56-8f0c-fd068162b450 admin admin] Checking segment: {'id': '53bd7c06-c5cd-444f-97c1-5fc679ca9ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6a3ee535-236d-47be-833e-3a9ecf7b0e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:00:54.019928 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61b9e9f-ebc5-4c56-8f0c-fd068162b450 admin admin] Network hostable DHCP agents. Network: 6a3ee535-236d-47be-833e-3a9ecf7b0e7d, hostable agents: ['490b05d4-6d8a-4546-ad73-edfbcdd6eaa8'], hosted agents: [] {{(pid=87424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 18:00:54.078355 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61b9e9f-ebc5-4c56-8f0c-fd068162b450 admin admin] Network 6a3ee535-236d-47be-833e-3a9ecf7b0e7d is scheduled to be hosted by DHCP agent 490b05d4-6d8a-4546-ad73-edfbcdd6eaa8 with binding_index 1 {{(pid=87424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 18:00:54.124042 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.base_scheduler [None req-f61b9e9f-ebc5-4c56-8f0c-fd068162b450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-smb, 6a3ee535-236d-47be-833e-3a9ecf7b0e7d) {{(pid=87424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:00:54.127918 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61b9e9f-ebc5-4c56-8f0c-fd068162b450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:00:54.128527 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f61b9e9f-ebc5-4c56-8f0c-fd068162b450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for subnet, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:00:54.132787 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b5c0f5-eaa5-4aa0-b1f5-5c2a01075d87 None None] Network 6a3ee535-236d-47be-833e-3a9ecf7b0e7d requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:00:54.187967 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-f61b9e9f-ebc5-4c56-8f0c-fd068162b450 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5869467 Nov 24 18:00:54.348248 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3c056bf-4e02-5911-93ad-81f2a7dd5f6e-6a3ee535-236d-47be-833e-3a9ecf7b0e7d', 'network_id': '6a3ee535-236d-47be-833e-3a9ecf7b0e7d', 'tenant_id': '25a38b66d43d407cb3399564999c0fe6', 'fixed_ips': [{'subnet_id': 'd9da3d0a-750d-4eb9-9a95-eb7ccc0d6df9'}]}} from dv-cinder-818579-1-smb. {{(pid=87425) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 18:00:54.349136 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:00:54.506631 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.db_base_plugin_common [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Allocated IP 192.168.233.2 (6a3ee535-236d-47be-833e-3a9ecf7b0e7d/d9da3d0a-750d-4eb9-9a95-eb7ccc0d6df9/8b2cbe74-8bde-4946-9802-c8c6d88d5190) {{(pid=87425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:00:54.717050 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Notify callbacks [] for port, precommit_create {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:00:54.727756 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Transition to ACTIVE for port object 8b2cbe74-8bde-4946-9802-c8c6d88d5190 will not be triggered until provisioned by entity L2. {{(pid=87425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:00:54.746623 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Transition to ACTIVE for port object 8b2cbe74-8bde-4946-9802-c8c6d88d5190 will not be triggered until provisioned by entity DHCP. {{(pid=87425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:00:54.804633 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421'] for port, after_create {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:00:54.809354 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7360a4b6-2061-4523-8b72-e43943f96a84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:00:54.872701 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Network 6a3ee535-236d-47be-833e-3a9ecf7b0e7d is already hosted by enough agents. {{(pid=87425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:00:54.876114 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.scheduler.base_scheduler [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Resources bound (agent type, host, resource id): {{(pid=87425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:00:54.879664 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Received port after_create {{(pid=87425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:00:54.884115 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Pushing event updated for resources: {'Port': ['ID=8b2cbe74-8bde-4946-9802-c8c6d88d5190,revision_number=1']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:00:54.893548 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:00:54.893975 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:00:54.894195 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:00:54.894514 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:00:54.894832 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:00:54.895149 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:00:54.895461 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:00:54.895770 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:00:54.896076 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:00:54.896397 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:00:54.896707 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:00:54.897007 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:00:54.923311 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:00:55.015464 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Attempting to bind port 8b2cbe74-8bde-4946-9802-c8c6d88d5190 on host dv-cinder-818579-1-smb for vnic_type normal with profile {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:00:55.015851 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Attempting to bind port 8b2cbe74-8bde-4946-9802-c8c6d88d5190 by drivers openvswitch,hyperv on host dv-cinder-818579-1-smb at level 0 using segments [{'id': '53bd7c06-c5cd-444f-97c1-5fc679ca9ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6a3ee535-236d-47be-833e-3a9ecf7b0e7d'}] {{(pid=87425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:00:55.016210 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Attempting to bind port 8b2cbe74-8bde-4946-9802-c8c6d88d5190 on network 6a3ee535-236d-47be-833e-3a9ecf7b0e7d {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:00:55.021542 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Checking agent: {'id': '649afde1-6bcc-42a3-a59e-22c863eb835e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 57, 8), 'started_at': datetime.datetime(2021, 11, 24, 17, 57, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:00:55.021958 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Checking segment: {'id': '53bd7c06-c5cd-444f-97c1-5fc679ca9ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6a3ee535-236d-47be-833e-3a9ecf7b0e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:00:55.022307 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:00:55.022740 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Bound using segment: {'id': '53bd7c06-c5cd-444f-97c1-5fc679ca9ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6a3ee535-236d-47be-833e-3a9ecf7b0e7d'} {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:00:55.023180 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Bound port: 8b2cbe74-8bde-4946-9802-c8c6d88d5190, host: dv-cinder-818579-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bd7c06-c5cd-444f-97c1-5fc679ca9ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6a3ee535-236d-47be-833e-3a9ecf7b0e7d'}}] {{(pid=87425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:00:55.023564 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:00:55.112659 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] For port 8b2cbe74-8bde-4946-9802-c8c6d88d5190, host dv-cinder-818579-1-smb, cleared binding levels {{(pid=87425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:00:55.115522 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] For port 8b2cbe74-8bde-4946-9802-c8c6d88d5190, host dv-cinder-818579-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=8b2cbe74-8bde-4946-9802-c8c6d88d5190,segment=NetworkSegment(53bd7c06-c5cd-444f-97c1-5fc679ca9ee6),segment_id=53bd7c06-c5cd-444f-97c1-5fc679ca9ee6)] {{(pid=87425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:00:55.182805 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:00:55.186974 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-fdb2491e-eb4d-46d5-92cc-03368cc2256b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:00:55.263523 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Pushing event updated for resources: {'Port': ['ID=8b2cbe74-8bde-4946-9802-c8c6d88d5190,revision_number=2']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:00:55.267884 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:00:56.099725 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04661943-4059-4251-b12e-f5536030b442 None None] Network 6a3ee535-236d-47be-833e-3a9ecf7b0e7d requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:00:56.257047 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-ba1412c4-5b30-4ea4-8837-1a117ba72fba None None] Provisioning for port 8b2cbe74-8bde-4946-9802-c8c6d88d5190 completed by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:00:56.389019 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 8b2cbe74-8bde-4946-9802-c8c6d88d5190 up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:00:56.512730 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning for port 8b2cbe74-8bde-4946-9802-c8c6d88d5190 completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:00:56.519436 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port 8b2cbe74-8bde-4946-9802-c8c6d88d5190 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:00:56.520122 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:00:56.600504 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-6fc6ff68-dafa-4bfa-b222-9fc9075dd09a None None] Provisioning complete for port 8b2cbe74-8bde-4946-9802-c8c6d88d5190 triggered by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:00:56.600880 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-6fc6ff68-dafa-4bfa-b222-9fc9075dd09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:00:56.700577 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:00:56.783581 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] For port 8b2cbe74-8bde-4946-9802-c8c6d88d5190, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=8b2cbe74-8bde-4946-9802-c8c6d88d5190,segment=NetworkSegment(53bd7c06-c5cd-444f-97c1-5fc679ca9ee6),segment_id=53bd7c06-c5cd-444f-97c1-5fc679ca9ee6)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:00:56.791789 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-6fc6ff68-dafa-4bfa-b222-9fc9075dd09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:00:56.850832 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:00:56.885030 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:00:56.965611 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.db.api [None req-6fc6ff68-dafa-4bfa-b222-9fc9075dd09a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 18:00:56.966239 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_db.api [None req-6fc6ff68-dafa-4bfa-b222-9fc9075dd09a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 18:00:56.971119 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Pushing event updated for resources: {'Port': ['ID=8b2cbe74-8bde-4946-9802-c8c6d88d5190,revision_number=3']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:00:56.974022 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:00:58.353702 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 8b2cbe74-8bde-4946-9802-c8c6d88d5190 up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:00:58.427687 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port 8b2cbe74-8bde-4946-9802-c8c6d88d5190 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:00:58.428067 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:01:07.706717 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-49f94c9a-b803-4c38-b052-061628683af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:01:08.278651 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:01:10.402526 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-1ca58639-8a06-4e7f-b71f-37fdb16053ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:01:11.307246 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:01:12.587049 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:01:28.896538 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 5 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:01:37.655316 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-ab65ec16-d1a7-40fd-8d8f-438dc6a2298d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:01:38.321329 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:01:40.426459 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-23f95e69-6799-49ed-838b-c7eb7c27a1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:01:41.311001 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:01:42.593227 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:02:05.895703 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 5 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:02:07.654998 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-bb888d81-bad5-4f3b-953b-aed4a4fb88cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:02:08.317925 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:02:10.396341 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-469bc7a2-31c1-44e4-ba27-5db0e77ef756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:02:11.341626 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:02:12.053101 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 47786) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:02:12.058872 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [None req-fc15e61b-1170-4006-b90d-ba7b2dffdff5 tempest-verify_tempest_config-1226107559 tempest-verify_tempest_config-1226107559-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=87424) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 18:02:12.059862 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-fc15e61b-1170-4006-b90d-ba7b2dffdff5 tempest-verify_tempest_config-1226107559 tempest-verify_tempest_config-1226107559-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058100 Nov 24 18:02:12.535509 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 47804) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:02:12.603948 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:02:12.650754 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-53b09326-2e19-4aa1-81bb-1394c6ccd684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:02:12.665363 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-53b09326-2e19-4aa1-81bb-1394c6ccd684 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:02:12.669716 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-53b09326-2e19-4aa1-81bb-1394c6ccd684 admin admin] Usage tracker for resource:security_group_rule and tenant:7bc9c7db1d7b4c7ca3d454fa92fcf206 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:02:12.672451 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-53b09326-2e19-4aa1-81bb-1394c6ccd684 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:02:12.677922 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-53b09326-2e19-4aa1-81bb-1394c6ccd684 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:02:12.755952 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-53b09326-2e19-4aa1-81bb-1394c6ccd684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:02:12.803662 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-53b09326-2e19-4aa1-81bb-1394c6ccd684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:02:12.812767 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:02:12.849209 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-53b09326-2e19-4aa1-81bb-1394c6ccd684 admin admin] Synchronizing usage tracker for tenant:25a38b66d43d407cb3399564999c0fe6 on resource:security_group {{(pid=87424) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:02:12.853398 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b09326-2e19-4aa1-81bb-1394c6ccd684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a93b6a-177e-4e26-af86-eacb7be6b2e8,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:02:12.863799 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b09326-2e19-4aa1-81bb-1394c6ccd684 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:02:12.864077 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b09326-2e19-4aa1-81bb-1394c6ccd684 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:02:12.864433 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b09326-2e19-4aa1-81bb-1394c6ccd684 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:02:12.864758 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b09326-2e19-4aa1-81bb-1394c6ccd684 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:02:12.865074 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b09326-2e19-4aa1-81bb-1394c6ccd684 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:02:12.865392 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b09326-2e19-4aa1-81bb-1394c6ccd684 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:02:12.865702 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b09326-2e19-4aa1-81bb-1394c6ccd684 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:02:12.866012 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b09326-2e19-4aa1-81bb-1394c6ccd684 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:02:12.866342 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b09326-2e19-4aa1-81bb-1394c6ccd684 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:02:12.866654 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b09326-2e19-4aa1-81bb-1394c6ccd684 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:02:12.866961 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b09326-2e19-4aa1-81bb-1394c6ccd684 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:02:12.867265 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b09326-2e19-4aa1-81bb-1394c6ccd684 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:02:12.873024 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-53b09326-2e19-4aa1-81bb-1394c6ccd684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:02:12.923614 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-53b09326-2e19-4aa1-81bb-1394c6ccd684 admin admin] Unset dirty status for tenant:25a38b66d43d407cb3399564999c0fe6 on resource:security_group {{(pid=87424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:02:12.924888 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-53b09326-2e19-4aa1-81bb-1394c6ccd684 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7bc9c7db1d7b4c7ca3d454fa92fcf206&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3883975 Nov 24 18:02:12.927504 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 47810) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:02:12.986675 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-6cda1a11-a184-46a6-b11d-6ca5f2f3d195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:02:13.011284 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-6cda1a11-a184-46a6-b11d-6ca5f2f3d195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:02:13.186825 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-6cda1a11-a184-46a6-b11d-6ca5f2f3d195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:02:13.190784 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-53b09326-2e19-4aa1-81bb-1394c6ccd684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:02:13.202135 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda1a11-a184-46a6-b11d-6ca5f2f3d195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a93b6a-177e-4e26-af86-eacb7be6b2e8,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:02:13.207896 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-6cda1a11-a184-46a6-b11d-6ca5f2f3d195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:02:13.208320 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-6cda1a11-a184-46a6-b11d-6ca5f2f3d195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:02:13.209716 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-6cda1a11-a184-46a6-b11d-6ca5f2f3d195 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/28a93b6a-177e-4e26-af86-eacb7be6b2e8 HTTP/1.1" status: 204 len: 168 time: 0.2810421 Nov 24 18:02:37.666352 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c15977ec-53e1-4586-82f5-d0dc009004eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:02:38.316478 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:02:40.420547 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-e3d8d7f4-2665-46cf-8382-843d0143e9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:02:41.327971 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:02:42.626583 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:02:42.895058 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 5 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:03:07.685889 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-8d458ab4-2275-40fb-afc9-bbc3180e0c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:03:08.315943 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:03:10.436102 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-e0d31d8d-b2e1-4018-8d45-48869382bc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:03:11.298538 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:03:12.586299 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:03:19.893143 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 5 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:03:37.669520 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-a0deccaa-fa3f-46d6-8064-5ab92de50b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:03:38.317246 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:03:40.431454 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-82cd3154-e116-464d-8aff-c5f65ef4157c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:03:41.300298 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:03:42.606607 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:03:52.166842 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589361'] for agent, after_create {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:03:56.893120 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 6 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:04:06.830491 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 47886) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:04:06.939680 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-afb5a2c1-63a1-44f9-9f32-4944e9791984 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1080999 Nov 24 18:04:07.651974 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-9018a2e1-464b-4c2d-b53f-9af7709e5af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:04:08.309017 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:04:09.093748 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 47900) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:04:09.147052 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-05a4f6d5-f064-4800-96ef-4e7b545b8fd7 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0522306 Nov 24 18:04:10.417625 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-63df7d15-21e5-4598-b148-5be6384ec9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:04:11.305433 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:04:12.609158 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:04:22.109098 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:04:33.893172 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 6 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:04:37.675266 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-ee434007-cc2e-4f18-a382-61ea7d50fdc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:04:38.322638 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:04:40.411547 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-a9e351e3-48b9-4594-b418-0e28de93c572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:04:41.340109 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:04:42.614760 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:04:52.097528 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:07.697591 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-37218810-1d46-4ca8-b3b9-6bacb9238c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:08.293768 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:10.411599 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-be06da80-5314-40f0-9d29-21d04d8f41b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:10.891906 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 6 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:05:11.319492 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:12.628653 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:22.104990 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:37.679558 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c089776a-c08b-4cd9-9b7d-90f030fce987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:38.293983 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:40.405042 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-8f8b8ca5-9418-4fa8-8afc-7ca9595986f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:41.310832 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:42.619142 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:47.891863 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 6 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:05:52.156787 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:52.574227 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 48042) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:05:53.062366 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-728751542-network', 'tenant_id': '26c1cad41c3f4fa9b70154ca78209f86'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:05:53.067455 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:05:53.071426 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Usage tracker for resource:network and tenant:26c1cad41c3f4fa9b70154ca78209f86 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:05:53.074207 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:05:53.080580 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:05:53.167983 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Made reservation on behalf of 26c1cad41c3f4fa9b70154ca78209f86 for: {'network': 1} {{(pid=87424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:05:53.170408 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for network, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:53.182460 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:53.196828 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:05:53.200712 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Usage tracker for resource:security_group_rule and tenant:26c1cad41c3f4fa9b70154ca78209f86 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:05:53.204126 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:05:53.210036 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:05:53.298904 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:53.379267 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:53.383743 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-6cda1a11-a184-46a6-b11d-6ca5f2f3d195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:05:53.406805 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=87424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 18:05:53.422122 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f3d328-2107-4e17-9a44-83711d000138,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:05:53.425753 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541721'] for segment, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:53.426090 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.db.segments_db [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Added segment e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5 of type vlan for network 12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7 Nov 24 18:05:53.434527 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:05:53.434874 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:05:53.435206 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:05:53.435586 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:05:53.436529 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:05:53.436754 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:05:53.437076 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:05:53.437397 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:05:53.437740 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:05:53.438060 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:05:53.438371 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:05:53.438679 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:05:53.439733 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Tracked resource versions report: Nov 24 18:05:53.439733 dv-cinder-818579-1-smb neutron-server[87424]: pushed versions: Nov 24 18:05:53.439733 dv-cinder-818579-1-smb neutron-server[87424]: { 'AddressGroup': {'1.2'}, Nov 24 18:05:53.439733 dv-cinder-818579-1-smb neutron-server[87424]: 'ConntrackHelper': {'1.0'}, Nov 24 18:05:53.439733 dv-cinder-818579-1-smb neutron-server[87424]: 'Log': {'1.0'}, Nov 24 18:05:53.439733 dv-cinder-818579-1-smb neutron-server[87424]: 'Network': {'1.1'}, Nov 24 18:05:53.439733 dv-cinder-818579-1-smb neutron-server[87424]: 'Port': {'1.7'}, Nov 24 18:05:53.439733 dv-cinder-818579-1-smb neutron-server[87424]: 'PortForwarding': {'1.2'}, Nov 24 18:05:53.439733 dv-cinder-818579-1-smb neutron-server[87424]: 'QosPolicy': {'1.8'}, Nov 24 18:05:53.439733 dv-cinder-818579-1-smb neutron-server[87424]: 'SecurityGroup': {'1.4'}, Nov 24 18:05:53.439733 dv-cinder-818579-1-smb neutron-server[87424]: 'SecurityGroupRule': {'1.2'}, Nov 24 18:05:53.439733 dv-cinder-818579-1-smb neutron-server[87424]: 'SubPort': {'1.0'}, Nov 24 18:05:53.439733 dv-cinder-818579-1-smb neutron-server[87424]: 'Subnet': {'1.1'}, Nov 24 18:05:53.439733 dv-cinder-818579-1-smb neutron-server[87424]: 'Trunk': {'1.1'}} Nov 24 18:05:53.439733 dv-cinder-818579-1-smb neutron-server[87424]: consumer versions: Nov 24 18:05:53.439733 dv-cinder-818579-1-smb neutron-server[87424]: { DHCP agent@dv-cinder-818579-1-smb: {}, Nov 24 18:05:53.439733 dv-cinder-818579-1-smb neutron-server[87424]: HyperV agent@hv-cinder-81857: {}, Nov 24 18:05:53.439733 dv-cinder-818579-1-smb neutron-server[87424]: L3 agent@dv-cinder-818579-1-smb: {}, Nov 24 18:05:53.439733 dv-cinder-818579-1-smb neutron-server[87424]: Metadata agent@dv-cinder-818579-1-smb: {}, Nov 24 18:05:53.439733 dv-cinder-818579-1-smb neutron-server[87424]: Metering agent@dv-cinder-818579-1-smb: {}, Nov 24 18:05:53.439733 dv-cinder-818579-1-smb neutron-server[87424]: Open vSwitch agent@dv-cinder-818579-1-smb: { 'AddressGroup': '1.2', Nov 24 18:05:53.439733 dv-cinder-818579-1-smb neutron-server[87424]: 'ConntrackHelper': '1.0', Nov 24 18:05:53.439733 dv-cinder-818579-1-smb neutron-server[87424]: 'Log': '1.0', Nov 24 18:05:53.439733 dv-cinder-818579-1-smb neutron-server[87424]: 'Network': '1.1', Nov 24 18:05:53.439733 dv-cinder-818579-1-smb neutron-server[87424]: 'Port': '1.7', Nov 24 18:05:53.439733 dv-cinder-818579-1-smb neutron-server[87424]: 'PortForwarding': '1.2', Nov 24 18:05:53.439733 dv-cinder-818579-1-smb neutron-server[87424]: 'QosPolicy': '1.8', Nov 24 18:05:53.439733 dv-cinder-818579-1-smb neutron-server[87424]: 'SecurityGroup': '1.4', Nov 24 18:05:53.439733 dv-cinder-818579-1-smb neutron-server[87424]: 'SecurityGroupRule': '1.2', Nov 24 18:05:53.439733 dv-cinder-818579-1-smb neutron-server[87424]: 'SubPort': '1.0', Nov 24 18:05:53.439733 dv-cinder-818579-1-smb neutron-server[87424]: 'Subnet': '1.1', Nov 24 18:05:53.439733 dv-cinder-818579-1-smb neutron-server[87424]: 'Trunk': '1.1'}} Nov 24 18:05:53.439733 dv-cinder-818579-1-smb neutron-server[87424]: {{(pid=87424) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 18:05:53.460425 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:05:53.464238 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730961763539'] for network, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:53.585052 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341'] for network, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:53.586362 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:05:53.586932 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for network, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:53.592598 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:05:53.691288 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Pushing event updated for resources: {'Network': ['ID=12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:05:53.696378 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:05:53.703294 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Network 12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7 details requested by agent ovs-agent-dv-cinder-818579-1-smb with host dv-cinder-818579-1-smb {{(pid=87425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 18:05:53.774680 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1960645 Nov 24 18:05:53.774680 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 48096) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:05:53.779833 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-1b0fdf00-2fdc-4a05-a04c-b73211f40e61 admin admin] Request body: {'subnet': {'network_id': '12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-728751542-subnet', 'tenant_id': '26c1cad41c3f4fa9b70154ca78209f86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:05:53.785813 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-1b0fdf00-2fdc-4a05-a04c-b73211f40e61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:05:53.790073 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-1b0fdf00-2fdc-4a05-a04c-b73211f40e61 admin admin] Usage tracker for resource:subnet and tenant:26c1cad41c3f4fa9b70154ca78209f86 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:05:53.809684 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-1b0fdf00-2fdc-4a05-a04c-b73211f40e61 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:05:53.818980 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-1b0fdf00-2fdc-4a05-a04c-b73211f40e61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:05:53.855939 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 48106) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:05:53.893666 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0fdf00-2fdc-4a05-a04c-b73211f40e61 admin admin] Made reservation on behalf of 26c1cad41c3f4fa9b70154ca78209f86 for: {'subnet': 1} {{(pid=87424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:05:53.896111 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1b0fdf00-2fdc-4a05-a04c-b73211f40e61 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:54.281368 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 48128) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:05:54.302203 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1b0fdf00-2fdc-4a05-a04c-b73211f40e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341'] for subnet, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:54.307295 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:05:54.325523 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1812947898-network', 'tenant_id': '58c9b55138cf4488927b336b55f0f52e'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:05:54.330528 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:05:54.336334 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Usage tracker for resource:network and tenant:58c9b55138cf4488927b336b55f0f52e is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:05:54.340418 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:05:54.348154 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:05:54.360113 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 48136) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:05:54.381677 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0fdf00-2fdc-4a05-a04c-b73211f40e61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54b4613a-3305-4e89-ae17-1b3cdd6abe2b,revision_number=0']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:05:54.385008 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-1b0fdf00-2fdc-4a05-a04c-b73211f40e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:05:54.393765 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 48142) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:05:54.396543 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0fdf00-2fdc-4a05-a04c-b73211f40e61 admin admin] Checking segment: {'id': 'e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:05:54.396895 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0fdf00-2fdc-4a05-a04c-b73211f40e61 admin admin] Network hostable DHCP agents. Network: 12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7, hostable agents: ['490b05d4-6d8a-4546-ad73-edfbcdd6eaa8'], hosted agents: [] {{(pid=87424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 18:05:54.448078 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Made reservation on behalf of 58c9b55138cf4488927b336b55f0f52e for: {'network': 1} {{(pid=87423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:05:54.450450 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for network, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:54.470090 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:54.485621 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:05:54.490100 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Usage tracker for resource:security_group_rule and tenant:58c9b55138cf4488927b336b55f0f52e is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:05:54.493737 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:05:54.499917 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:05:54.517166 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0fdf00-2fdc-4a05-a04c-b73211f40e61 admin admin] Network 12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7 is scheduled to be hosted by DHCP agent 490b05d4-6d8a-4546-ad73-edfbcdd6eaa8 with binding_index 1 {{(pid=87424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 18:05:54.613667 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.base_scheduler [None req-1b0fdf00-2fdc-4a05-a04c-b73211f40e61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-smb, 12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7) {{(pid=87424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:05:54.619332 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0fdf00-2fdc-4a05-a04c-b73211f40e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:05:54.620104 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1b0fdf00-2fdc-4a05-a04c-b73211f40e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for subnet, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:54.628195 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627d0b3e-dec5-4045-a794-4b43429fdd43 None None] Network 12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7 requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:05:54.686661 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:54.754361 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-1b0fdf00-2fdc-4a05-a04c-b73211f40e61 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9787142 Nov 24 18:05:54.774385 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:54.804238 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:05:54.820606 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-dcdc46ac-764b-46a2-a041-a4d7bb30b6ea admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1774801609-network', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:05:54.827021 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-dcdc46ac-764b-46a2-a041-a4d7bb30b6ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:05:54.833644 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-dcdc46ac-764b-46a2-a041-a4d7bb30b6ea admin admin] Usage tracker for resource:network and tenant:c71c458ed19546f2b7ecc2a78475b465 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:05:54.841611 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-dcdc46ac-764b-46a2-a041-a4d7bb30b6ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:05:54.855400 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-dcdc46ac-764b-46a2-a041-a4d7bb30b6ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:05:54.864921 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [None req-50376874-d4c5-4b04-9c89-6b67e59aa793 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1262005700-network', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:05:54.865415 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d382dd-11ae-423a-be3d-a0a2e07c8b0f None None] Network 12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7 requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:05:54.893181 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [None req-1fd2a512-f936-4bec-b7b9-24ca56dfa0de admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-164915118-network', 'tenant_id': 'fa9a65f1e0554eceae3d33ab5507580c'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:05:54.920811 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-1fd2a512-f936-4bec-b7b9-24ca56dfa0de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:05:54.933274 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-1fd2a512-f936-4bec-b7b9-24ca56dfa0de admin admin] Usage tracker for resource:network and tenant:fa9a65f1e0554eceae3d33ab5507580c is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:05:54.944710 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-1fd2a512-f936-4bec-b7b9-24ca56dfa0de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:05:54.961194 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdc46ac-764b-46a2-a041-a4d7bb30b6ea admin admin] Made reservation on behalf of c71c458ed19546f2b7ecc2a78475b465 for: {'network': 1} {{(pid=87424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:05:54.967680 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-dcdc46ac-764b-46a2-a041-a4d7bb30b6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for network, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:54.974536 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-1fd2a512-f936-4bec-b7b9-24ca56dfa0de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:05:55.008146 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-dcdc46ac-764b-46a2-a041-a4d7bb30b6ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:55.037497 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d169ed7-063d-401d-9bce-43ba89efa2f5,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:05:55.040473 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-dcdc46ac-764b-46a2-a041-a4d7bb30b6ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:05:55.049979 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-dcdc46ac-764b-46a2-a041-a4d7bb30b6ea admin admin] Usage tracker for resource:security_group_rule and tenant:c71c458ed19546f2b7ecc2a78475b465 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:05:55.050883 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:05:55.051412 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:05:55.051999 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:05:55.052583 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:05:55.053159 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:05:55.053638 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:05:55.054168 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:05:55.055103 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:05:55.055604 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:05:55.056080 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:05:55.056587 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:05:55.057143 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:05:55.057263 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-dcdc46ac-764b-46a2-a041-a4d7bb30b6ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:05:55.058471 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Tracked resource versions report: Nov 24 18:05:55.058471 dv-cinder-818579-1-smb neutron-server[87423]: pushed versions: Nov 24 18:05:55.058471 dv-cinder-818579-1-smb neutron-server[87423]: { 'AddressGroup': {'1.2'}, Nov 24 18:05:55.058471 dv-cinder-818579-1-smb neutron-server[87423]: 'ConntrackHelper': {'1.0'}, Nov 24 18:05:55.058471 dv-cinder-818579-1-smb neutron-server[87423]: 'Log': {'1.0'}, Nov 24 18:05:55.058471 dv-cinder-818579-1-smb neutron-server[87423]: 'Network': {'1.1'}, Nov 24 18:05:55.058471 dv-cinder-818579-1-smb neutron-server[87423]: 'Port': {'1.7'}, Nov 24 18:05:55.058471 dv-cinder-818579-1-smb neutron-server[87423]: 'PortForwarding': {'1.2'}, Nov 24 18:05:55.058471 dv-cinder-818579-1-smb neutron-server[87423]: 'QosPolicy': {'1.8'}, Nov 24 18:05:55.058471 dv-cinder-818579-1-smb neutron-server[87423]: 'SecurityGroup': {'1.4'}, Nov 24 18:05:55.058471 dv-cinder-818579-1-smb neutron-server[87423]: 'SecurityGroupRule': {'1.2'}, Nov 24 18:05:55.058471 dv-cinder-818579-1-smb neutron-server[87423]: 'SubPort': {'1.0'}, Nov 24 18:05:55.058471 dv-cinder-818579-1-smb neutron-server[87423]: 'Subnet': {'1.1'}, Nov 24 18:05:55.058471 dv-cinder-818579-1-smb neutron-server[87423]: 'Trunk': {'1.1'}} Nov 24 18:05:55.058471 dv-cinder-818579-1-smb neutron-server[87423]: consumer versions: Nov 24 18:05:55.058471 dv-cinder-818579-1-smb neutron-server[87423]: { DHCP agent@dv-cinder-818579-1-smb: {}, Nov 24 18:05:55.058471 dv-cinder-818579-1-smb neutron-server[87423]: HyperV agent@hv-cinder-81857: {}, Nov 24 18:05:55.058471 dv-cinder-818579-1-smb neutron-server[87423]: L3 agent@dv-cinder-818579-1-smb: {}, Nov 24 18:05:55.058471 dv-cinder-818579-1-smb neutron-server[87423]: Metadata agent@dv-cinder-818579-1-smb: {}, Nov 24 18:05:55.058471 dv-cinder-818579-1-smb neutron-server[87423]: Metering agent@dv-cinder-818579-1-smb: {}, Nov 24 18:05:55.058471 dv-cinder-818579-1-smb neutron-server[87423]: Open vSwitch agent@dv-cinder-818579-1-smb: { 'AddressGroup': '1.2', Nov 24 18:05:55.058471 dv-cinder-818579-1-smb neutron-server[87423]: 'ConntrackHelper': '1.0', Nov 24 18:05:55.058471 dv-cinder-818579-1-smb neutron-server[87423]: 'Log': '1.0', Nov 24 18:05:55.058471 dv-cinder-818579-1-smb neutron-server[87423]: 'Network': '1.1', Nov 24 18:05:55.058471 dv-cinder-818579-1-smb neutron-server[87423]: 'Port': '1.7', Nov 24 18:05:55.058471 dv-cinder-818579-1-smb neutron-server[87423]: 'PortForwarding': '1.2', Nov 24 18:05:55.058471 dv-cinder-818579-1-smb neutron-server[87423]: 'QosPolicy': '1.8', Nov 24 18:05:55.058471 dv-cinder-818579-1-smb neutron-server[87423]: 'SecurityGroup': '1.4', Nov 24 18:05:55.058471 dv-cinder-818579-1-smb neutron-server[87423]: 'SecurityGroupRule': '1.2', Nov 24 18:05:55.058471 dv-cinder-818579-1-smb neutron-server[87423]: 'SubPort': '1.0', Nov 24 18:05:55.058471 dv-cinder-818579-1-smb neutron-server[87423]: 'Subnet': '1.1', Nov 24 18:05:55.058471 dv-cinder-818579-1-smb neutron-server[87423]: 'Trunk': '1.1'}} Nov 24 18:05:55.058471 dv-cinder-818579-1-smb neutron-server[87423]: {{(pid=87423) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 18:05:55.066511 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:05:55.068064 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=87423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 18:05:55.069245 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-dcdc46ac-764b-46a2-a041-a4d7bb30b6ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:05:55.078540 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-50376874-d4c5-4b04-9c89-6b67e59aa793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:05:55.087860 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-50376874-d4c5-4b04-9c89-6b67e59aa793 admin admin] Usage tracker for resource:network and tenant:5c410027f08a449c97bc26384e1b72cd is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:05:55.093067 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730962215069', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541721'] for segment, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:55.093894 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Unsubscribe: segment precommit_create {{(pid=87423) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 24 18:05:55.095542 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.db.segments_db [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Added segment addda97c-1afe-4eb0-af1f-4a3789dc9f26 of type vlan for network 0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7 Nov 24 18:05:55.104690 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-50376874-d4c5-4b04-9c89-6b67e59aa793 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:05:55.115004 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-50376874-d4c5-4b04-9c89-6b67e59aa793 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:05:55.125526 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd2a512-f936-4bec-b7b9-24ca56dfa0de admin admin] Made reservation on behalf of fa9a65f1e0554eceae3d33ab5507580c for: {'network': 1} {{(pid=87423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:05:55.128348 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-1fd2a512-f936-4bec-b7b9-24ca56dfa0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for network, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:55.149912 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-1fd2a512-f936-4bec-b7b9-24ca56dfa0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:55.170442 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-1fd2a512-f936-4bec-b7b9-24ca56dfa0de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:05:55.175858 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-1fd2a512-f936-4bec-b7b9-24ca56dfa0de admin admin] Usage tracker for resource:security_group_rule and tenant:fa9a65f1e0554eceae3d33ab5507580c is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:05:55.179589 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-1fd2a512-f936-4bec-b7b9-24ca56dfa0de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:05:55.187878 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-1fd2a512-f936-4bec-b7b9-24ca56dfa0de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:05:55.294193 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-dcdc46ac-764b-46a2-a041-a4d7bb30b6ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:55.343502 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730961763539'] for network, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:55.364315 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50376874-d4c5-4b04-9c89-6b67e59aa793 admin admin] Made reservation on behalf of 5c410027f08a449c97bc26384e1b72cd for: {'network': 1} {{(pid=87423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:05:55.364315 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-50376874-d4c5-4b04-9c89-6b67e59aa793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for network, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:55.379775 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-dcdc46ac-764b-46a2-a041-a4d7bb30b6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:55.391502 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-50376874-d4c5-4b04-9c89-6b67e59aa793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:55.394994 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcdc46ac-764b-46a2-a041-a4d7bb30b6ea admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=87424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 18:05:55.421316 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-dcdc46ac-764b-46a2-a041-a4d7bb30b6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541721'] for segment, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:55.421316 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.db.segments_db [None req-dcdc46ac-764b-46a2-a041-a4d7bb30b6ea admin admin] Added segment c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2 of type vlan for network a433006a-8672-4e6d-af3a-fa22b395902e Nov 24 18:05:55.422496 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-50376874-d4c5-4b04-9c89-6b67e59aa793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:05:55.426790 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-50376874-d4c5-4b04-9c89-6b67e59aa793 admin admin] Usage tracker for resource:security_group_rule and tenant:5c410027f08a449c97bc26384e1b72cd is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:05:55.431003 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-50376874-d4c5-4b04-9c89-6b67e59aa793 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:05:55.443214 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-50376874-d4c5-4b04-9c89-6b67e59aa793 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:05:55.462490 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-dcdc46ac-764b-46a2-a041-a4d7bb30b6ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730961763539'] for network, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:55.488649 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-1fd2a512-f936-4bec-b7b9-24ca56dfa0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:55.491779 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:05:55.527432 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc46ac-764b-46a2-a041-a4d7bb30b6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf89efcb-9605-40e9-b4fa-5b5c55bb59aa,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:05:55.531590 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-dcdc46ac-764b-46a2-a041-a4d7bb30b6ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:05:55.551411 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-dcdc46ac-764b-46a2-a041-a4d7bb30b6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341'] for network, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:55.552320 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-1fd2a512-f936-4bec-b7b9-24ca56dfa0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:55.553317 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdc46ac-764b-46a2-a041-a4d7bb30b6ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:05:55.554244 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-dcdc46ac-764b-46a2-a041-a4d7bb30b6ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for network, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:55.561830 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:05:55.565670 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:05:55.596760 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd2a512-f936-4bec-b7b9-24ca56dfa0de admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=87423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 18:05:55.618821 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341'] for network, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:55.619545 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2a512-f936-4bec-b7b9-24ca56dfa0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125b048c-3c01-4e5b-9591-38b4a4272366,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:05:55.640266 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-1fd2a512-f936-4bec-b7b9-24ca56dfa0de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:05:55.647575 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:05:55.648163 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for network, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:55.656506 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-1fd2a512-f936-4bec-b7b9-24ca56dfa0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541721'] for segment, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:55.657128 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.db.segments_db [None req-1fd2a512-f936-4bec-b7b9-24ca56dfa0de admin admin] Added segment f19d1740-a4de-4a56-ba29-a22bb1f93f35 of type vlan for network b5517e5f-8a6b-43cd-82cb-391be4b43461 Nov 24 18:05:55.690652 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-1fd2a512-f936-4bec-b7b9-24ca56dfa0de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730961763539'] for network, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:55.715860 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc46ac-764b-46a2-a041-a4d7bb30b6ea admin admin] Pushing event updated for resources: {'Network': ['ID=a433006a-8672-4e6d-af3a-fa22b395902e,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:05:55.723427 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-dcdc46ac-764b-46a2-a041-a4d7bb30b6ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:05:55.739175 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Network a433006a-8672-4e6d-af3a-fa22b395902e details requested by agent ovs-agent-dv-cinder-818579-1-smb with host dv-cinder-818579-1-smb {{(pid=87425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 18:05:55.758085 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-dcdc46ac-764b-46a2-a041-a4d7bb30b6ea admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3632753 Nov 24 18:05:55.758728 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 48190) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:05:55.759657 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:05:55.764916 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-bd85a767-a209-463a-b390-8f5c95dd1368 admin admin] Request body: {'subnet': {'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1774801609-subnet', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:05:55.770842 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-bd85a767-a209-463a-b390-8f5c95dd1368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:05:55.778704 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-bd85a767-a209-463a-b390-8f5c95dd1368 admin admin] Usage tracker for resource:subnet and tenant:c71c458ed19546f2b7ecc2a78475b465 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:05:55.787125 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-bd85a767-a209-463a-b390-8f5c95dd1368 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:05:55.796335 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-bd85a767-a209-463a-b390-8f5c95dd1368 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:05:55.878878 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-50376874-d4c5-4b04-9c89-6b67e59aa793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:55.885328 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-1fd2a512-f936-4bec-b7b9-24ca56dfa0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341'] for network, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:55.890984 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd85a767-a209-463a-b390-8f5c95dd1368 admin admin] Made reservation on behalf of c71c458ed19546f2b7ecc2a78475b465 for: {'subnet': 1} {{(pid=87424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:05:55.893724 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-bd85a767-a209-463a-b390-8f5c95dd1368 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:55.919663 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd2a512-f936-4bec-b7b9-24ca56dfa0de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:05:55.925762 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-1fd2a512-f936-4bec-b7b9-24ca56dfa0de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for network, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:55.952718 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Pushing event updated for resources: {'Network': ['ID=0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:05:55.956976 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:05:55.957379 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:05:55.967634 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Network 0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7 details requested by agent ovs-agent-dv-cinder-818579-1-smb with host dv-cinder-818579-1-smb {{(pid=87425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 18:05:55.977323 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-50376874-d4c5-4b04-9c89-6b67e59aa793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:56.043020 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1859329 Nov 24 18:05:56.044510 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-1fd2a512-f936-4bec-b7b9-24ca56dfa0de admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7618103 Nov 24 18:05:56.067969 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 48206) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:05:56.068308 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 48208) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:05:56.077523 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50376874-d4c5-4b04-9c89-6b67e59aa793 admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=87423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 18:05:56.083191 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [None req-b72176a2-d710-4f5d-a707-8db919fde034 admin admin] Request body: {'subnet': {'network_id': 'b5517e5f-8a6b-43cd-82cb-391be4b43461', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-164915118-subnet', 'tenant_id': 'fa9a65f1e0554eceae3d33ab5507580c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:05:56.090978 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [None req-b25f971e-a070-4c75-b7f0-b25ebf888484 admin admin] Request body: {'subnet': {'network_id': '0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1812947898-subnet', 'tenant_id': '58c9b55138cf4488927b336b55f0f52e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:05:56.102687 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-b25f971e-a070-4c75-b7f0-b25ebf888484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:05:56.105269 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-b72176a2-d710-4f5d-a707-8db919fde034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:05:56.107208 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2a512-f936-4bec-b7b9-24ca56dfa0de admin admin] Pushing event updated for resources: {'Network': ['ID=b5517e5f-8a6b-43cd-82cb-391be4b43461,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:05:56.113704 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-b25f971e-a070-4c75-b7f0-b25ebf888484 admin admin] Usage tracker for resource:subnet and tenant:58c9b55138cf4488927b336b55f0f52e is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:05:56.116387 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-1fd2a512-f936-4bec-b7b9-24ca56dfa0de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:05:56.117303 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-b72176a2-d710-4f5d-a707-8db919fde034 admin admin] Usage tracker for resource:subnet and tenant:fa9a65f1e0554eceae3d33ab5507580c is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:05:56.119597 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Network b5517e5f-8a6b-43cd-82cb-391be4b43461 details requested by agent ovs-agent-dv-cinder-818579-1-smb with host dv-cinder-818579-1-smb {{(pid=87425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 18:05:56.119748 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-5faeb3d6-74a6-4989-b023-c9247d828d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:05:56.127214 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-b25f971e-a070-4c75-b7f0-b25ebf888484 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:05:56.139751 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-b72176a2-d710-4f5d-a707-8db919fde034 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:05:56.144231 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-50376874-d4c5-4b04-9c89-6b67e59aa793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541721'] for segment, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:56.144231 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.db.segments_db [None req-50376874-d4c5-4b04-9c89-6b67e59aa793 admin admin] Added segment 3bf95cc0-1d80-495e-9c51-016a41842eca of type vlan for network 99e16732-504f-4bd0-9b6d-ec24f46575f9 Nov 24 18:05:56.149349 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-b25f971e-a070-4c75-b7f0-b25ebf888484 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:05:56.151434 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-b72176a2-d710-4f5d-a707-8db919fde034 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:05:56.189579 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50376874-d4c5-4b04-9c89-6b67e59aa793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9974e538-c99d-454b-9b46-da37ff38e5ba,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:05:56.219806 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-50376874-d4c5-4b04-9c89-6b67e59aa793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:05:56.228640 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-50376874-d4c5-4b04-9c89-6b67e59aa793 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730961763539'] for network, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:56.265432 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25f971e-a070-4c75-b7f0-b25ebf888484 admin admin] Made reservation on behalf of 58c9b55138cf4488927b336b55f0f52e for: {'subnet': 1} {{(pid=87423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:05:56.267750 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b25f971e-a070-4c75-b7f0-b25ebf888484 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:56.297302 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-bd85a767-a209-463a-b390-8f5c95dd1368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341'] for subnet, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:56.304401 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-1b0fdf00-2fdc-4a05-a04c-b73211f40e61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:05:56.314785 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72176a2-d710-4f5d-a707-8db919fde034 admin admin] Made reservation on behalf of fa9a65f1e0554eceae3d33ab5507580c for: {'subnet': 1} {{(pid=87423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:05:56.317802 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b72176a2-d710-4f5d-a707-8db919fde034 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:56.367442 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 48226) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:05:56.399007 dv-cinder-818579-1-smb neutron-server[87424]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 24 18:05:56.457156 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd85a767-a209-463a-b390-8f5c95dd1368 admin admin] Checking segment: {'id': 'c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:05:56.457156 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd85a767-a209-463a-b390-8f5c95dd1368 admin admin] Network hostable DHCP agents. Network: a433006a-8672-4e6d-af3a-fa22b395902e, hostable agents: ['490b05d4-6d8a-4546-ad73-edfbcdd6eaa8'], hosted agents: [] {{(pid=87424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 18:05:56.486483 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-50376874-d4c5-4b04-9c89-6b67e59aa793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341'] for network, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:56.507646 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50376874-d4c5-4b04-9c89-6b67e59aa793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:05:56.508230 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-50376874-d4c5-4b04-9c89-6b67e59aa793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for network, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:56.518503 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-1fd2a512-f936-4bec-b7b9-24ca56dfa0de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:05:56.536843 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85a767-a209-463a-b390-8f5c95dd1368 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c1b52e1-6661-4f68-9dd2-227c3d39ad6e,revision_number=0']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:05:56.602638 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-bd85a767-a209-463a-b390-8f5c95dd1368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:05:56.618141 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-0031b4cd-64bc-4307-aeb5-29706aab1470 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:05:56.618729 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-0031b4cd-64bc-4307-aeb5-29706aab1470 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Synchronizing usage tracker for tenant:26c1cad41c3f4fa9b70154ca78209f86 on resource:network {{(pid=87424) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:05:56.653634 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd85a767-a209-463a-b390-8f5c95dd1368 admin admin] Network a433006a-8672-4e6d-af3a-fa22b395902e is scheduled to be hosted by DHCP agent 490b05d4-6d8a-4546-ad73-edfbcdd6eaa8 with binding_index 1 {{(pid=87424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 18:05:56.659140 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50376874-d4c5-4b04-9c89-6b67e59aa793 admin admin] Pushing event updated for resources: {'Network': ['ID=99e16732-504f-4bd0-9b6d-ec24f46575f9,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:05:56.665998 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-50376874-d4c5-4b04-9c89-6b67e59aa793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:05:56.669876 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Network 99e16732-504f-4bd0-9b6d-ec24f46575f9 details requested by agent ovs-agent-dv-cinder-818579-1-smb with host dv-cinder-818579-1-smb {{(pid=87425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 18:05:56.716296 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-50376874-d4c5-4b04-9c89-6b67e59aa793 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3551066 Nov 24 18:05:56.720195 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 48248) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:05:56.727770 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-44bcd8e6-6bf6-4c36-82d6-76609e8074ce admin admin] Request body: {'subnet': {'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1262005700-subnet', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:05:56.734517 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-44bcd8e6-6bf6-4c36-82d6-76609e8074ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:05:56.759125 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.base_scheduler [None req-bd85a767-a209-463a-b390-8f5c95dd1368 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-smb, a433006a-8672-4e6d-af3a-fa22b395902e) {{(pid=87424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:05:56.770317 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd85a767-a209-463a-b390-8f5c95dd1368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:05:56.771178 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-bd85a767-a209-463a-b390-8f5c95dd1368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for subnet, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:56.783177 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-0031b4cd-64bc-4307-aeb5-29706aab1470 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Unset dirty status for tenant:26c1cad41c3f4fa9b70154ca78209f86 on resource:network {{(pid=87424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:05:56.792662 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7b11a3-980d-44ce-950c-64affcc5fd0c None None] Network a433006a-8672-4e6d-af3a-fa22b395902e requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:05:56.805348 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-0031b4cd-64bc-4307-aeb5-29706aab1470 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/networks?id=12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7 HTTP/1.1" status: 200 len: 814 time: 0.4278941 Nov 24 18:05:56.838160 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-44bcd8e6-6bf6-4c36-82d6-76609e8074ce admin admin] Usage tracker for resource:subnet and tenant:5c410027f08a449c97bc26384e1b72cd is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:05:56.841702 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-e0b24c50-032e-45ec-94f5-5c182edeb10c tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/quotas/26c1cad41c3f4fa9b70154ca78209f86 HTTP/1.1" status: 200 len: 375 time: 0.0352092 Nov 24 18:05:56.843141 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-44bcd8e6-6bf6-4c36-82d6-76609e8074ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:05:56.850415 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-44bcd8e6-6bf6-4c36-82d6-76609e8074ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:05:56.897222 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b25f971e-a070-4c75-b7f0-b25ebf888484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341'] for subnet, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:56.904345 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b72176a2-d710-4f5d-a707-8db919fde034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341'] for subnet, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:56.906716 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-bacd6e74-6d12-481b-95a3-830a5eae9a4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:05:56.907057 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-fd74c730-2568-4a75-951f-c98fdaaa83a5 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=26c1cad41c3f4fa9b70154ca78209f86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577114 Nov 24 18:05:56.908474 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-bd85a767-a209-463a-b390-8f5c95dd1368 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1486752 Nov 24 18:05:56.911304 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 48252) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:05:56.917933 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-a98af18c-a5fe-4c21-9f03-a5c26b87c96e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1774801609-router', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'}}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:05:56.924204 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-a98af18c-a5fe-4c21-9f03-a5c26b87c96e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:05:56.928968 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-a98af18c-a5fe-4c21-9f03-a5c26b87c96e admin admin] Usage tracker for resource:router and tenant:c71c458ed19546f2b7ecc2a78475b465 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:05:56.932434 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-a98af18c-a5fe-4c21-9f03-a5c26b87c96e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:05:56.938600 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-a98af18c-a5fe-4c21-9f03-a5c26b87c96e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:05:57.025512 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25f971e-a070-4c75-b7f0-b25ebf888484 admin admin] Checking segment: {'id': 'addda97c-1afe-4eb0-af1f-4a3789dc9f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:05:57.025864 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25f971e-a070-4c75-b7f0-b25ebf888484 admin admin] Network hostable DHCP agents. Network: 0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7, hostable agents: ['490b05d4-6d8a-4546-ad73-edfbcdd6eaa8'], hosted agents: [] {{(pid=87423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 18:05:57.032320 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f971e-a070-4c75-b7f0-b25ebf888484 admin admin] Pushing event updated for resources: {'Subnet': ['ID=153ce10b-3d74-4e76-b304-5b290412d101,revision_number=0']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:05:57.034064 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bcd8e6-6bf6-4c36-82d6-76609e8074ce admin admin] Made reservation on behalf of 5c410027f08a449c97bc26384e1b72cd for: {'subnet': 1} {{(pid=87424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:05:57.036002 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72176a2-d710-4f5d-a707-8db919fde034 admin admin] Checking segment: {'id': 'f19d1740-a4de-4a56-ba29-a22bb1f93f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b5517e5f-8a6b-43cd-82cb-391be4b43461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:05:57.036382 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72176a2-d710-4f5d-a707-8db919fde034 admin admin] Network hostable DHCP agents. Network: b5517e5f-8a6b-43cd-82cb-391be4b43461, hostable agents: ['490b05d4-6d8a-4546-ad73-edfbcdd6eaa8'], hosted agents: [] {{(pid=87423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 18:05:57.045172 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-44bcd8e6-6bf6-4c36-82d6-76609e8074ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:57.063594 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3c056bf-4e02-5911-93ad-81f2a7dd5f6e-a433006a-8672-4e6d-af3a-fa22b395902e', 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'fixed_ips': [{'subnet_id': '0c1b52e1-6661-4f68-9dd2-227c3d39ad6e'}]}} from dv-cinder-818579-1-smb. {{(pid=87425) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 18:05:57.065204 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:57.074956 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a98af18c-a5fe-4c21-9f03-a5c26b87c96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-502246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4164682'] for router, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:57.078397 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a98af18c-a5fe-4c21-9f03-a5c26b87c96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-505649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4164701'] for router, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:57.112295 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72176a2-d710-4f5d-a707-8db919fde034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7882959a-4960-49bb-819b-26888a239f03,revision_number=0']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:05:57.115096 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-b72176a2-d710-4f5d-a707-8db919fde034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:05:57.115695 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:05:57.115890 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:05:57.177372 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25f971e-a070-4c75-b7f0-b25ebf888484 admin admin] Network 0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7 is scheduled to be hosted by DHCP agent 490b05d4-6d8a-4546-ad73-edfbcdd6eaa8 with binding_index 1 {{(pid=87423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 18:05:57.211980 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a98af18c-a5fe-4c21-9f03-a5c26b87c96e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:57.241252 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72176a2-d710-4f5d-a707-8db919fde034 admin admin] Network b5517e5f-8a6b-43cd-82cb-391be4b43461 is scheduled to be hosted by DHCP agent 490b05d4-6d8a-4546-ad73-edfbcdd6eaa8 with binding_index 1 {{(pid=87423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 18:05:57.301484 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 48270) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:05:57.346387 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.db_base_plugin_common [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Allocated IP 172.20.0.2 (a433006a-8672-4e6d-af3a-fa22b395902e/0c1b52e1-6661-4f68-9dd2-227c3d39ad6e/4c737da6-1d73-4226-984f-3afba6286765) {{(pid=87425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:05:57.362266 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-c8485abd-3665-46b7-a73b-9425acafa1f6 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=87424) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 18:05:57.363745 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-c8485abd-3665-46b7-a73b-9425acafa1f6 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1986597 Nov 24 18:05:57.371790 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.base_scheduler [None req-b25f971e-a070-4c75-b7f0-b25ebf888484 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-smb, 0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7) {{(pid=87423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:05:57.374120 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.base_scheduler [None req-b72176a2-d710-4f5d-a707-8db919fde034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-smb, b5517e5f-8a6b-43cd-82cb-391be4b43461) {{(pid=87423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:05:57.396066 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25f971e-a070-4c75-b7f0-b25ebf888484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:05:57.396705 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b25f971e-a070-4c75-b7f0-b25ebf888484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for subnet, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:57.403327 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df166af2-431f-43a1-8edd-0311e90cce4e None None] Network 0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7 requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:05:57.475554 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-9df69ead-2dd7-41d9-87c2-cd730a2532d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:57.499152 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72176a2-d710-4f5d-a707-8db919fde034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:05:57.499994 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b72176a2-d710-4f5d-a707-8db919fde034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for subnet, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:57.509922 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-9df69ead-2dd7-41d9-87c2-cd730a2532d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:05:57.519894 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-9df69ead-2dd7-41d9-87c2-cd730a2532d5 admin admin] Usage tracker for resource:security_group_rule and tenant:a0e57cde9cc84473bee5a0df8ad015d7 is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:05:57.523638 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-9df69ead-2dd7-41d9-87c2-cd730a2532d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:05:57.527865 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c762074-213f-47b8-ad04-6c2cf95f4293 None None] Network b5517e5f-8a6b-43cd-82cb-391be4b43461 requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:05:57.530713 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-9df69ead-2dd7-41d9-87c2-cd730a2532d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:05:57.651764 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-b72176a2-d710-4f5d-a707-8db919fde034 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5783494 Nov 24 18:05:57.659355 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-b25f971e-a070-4c75-b7f0-b25ebf888484 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5822046 Nov 24 18:05:57.660194 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-9df69ead-2dd7-41d9-87c2-cd730a2532d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:57.661530 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 48298) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:05:57.666925 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [None req-68cf291b-becf-4d46-a410-fb699422fa3b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1812947898-router', 'tenant_id': '58c9b55138cf4488927b336b55f0f52e', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'}}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:05:57.673288 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-68cf291b-becf-4d46-a410-fb699422fa3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:05:57.678052 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-68cf291b-becf-4d46-a410-fb699422fa3b admin admin] Usage tracker for resource:router and tenant:58c9b55138cf4488927b336b55f0f52e is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:05:57.681680 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-68cf291b-becf-4d46-a410-fb699422fa3b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:05:57.692512 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-68cf291b-becf-4d46-a410-fb699422fa3b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:05:57.737561 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-9df69ead-2dd7-41d9-87c2-cd730a2532d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:57.747845 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:05:57.803543 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-68cf291b-becf-4d46-a410-fb699422fa3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-502246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4164682'] for router, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:57.805208 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-68cf291b-becf-4d46-a410-fb699422fa3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-505649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4164701'] for router, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:57.828970 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-68cf291b-becf-4d46-a410-fb699422fa3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:57.955712 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df69ead-2dd7-41d9-87c2-cd730a2532d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78127f49-559c-4273-8b66-4beb34c4b15e,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:05:57.961543 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-9df69ead-2dd7-41d9-87c2-cd730a2532d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:05:57.965453 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-9df69ead-2dd7-41d9-87c2-cd730a2532d5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a0e57cde9cc84473bee5a0df8ad015d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6638398 Nov 24 18:05:57.968593 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 48310) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:05:58.026860 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a98af18c-a5fe-4c21-9f03-a5c26b87c96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-505603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-502036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4164655'] for router, precommit_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:58.056730 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-44bcd8e6-6bf6-4c36-82d6-76609e8074ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341'] for subnet, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:58.070231 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Notify callbacks [] for port, precommit_create {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:58.072613 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-f61b9e9f-ebc5-4c56-8f0c-fd068162b450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:05:58.104941 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-c0eb0c90-930f-404a-9475-c3102b465b1d service neutron] 10.222.0.65 "GET /v2.0/networks/12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7092412 Nov 24 18:05:58.137665 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-dc896dbe-0577-4594-acf1-654c72259644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:58.143616 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Transition to ACTIVE for port object 4c737da6-1d73-4226-984f-3afba6286765 will not be triggered until provisioned by entity L2. {{(pid=87425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:05:58.209195 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93550867-4af4-4d47-813a-7b6fb5ca43d2 None None] Network 0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7 requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:05:58.240545 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Transition to ACTIVE for port object 4c737da6-1d73-4226-984f-3afba6286765 will not be triggered until provisioned by entity DHCP. {{(pid=87425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:05:58.243274 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c06fb12-3855-4cd8-9fdb-9cba53771ad7 None None] Network b5517e5f-8a6b-43cd-82cb-391be4b43461 requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:05:58.260816 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-dc896dbe-0577-4594-acf1-654c72259644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:58.325617 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 48326) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:05:58.381232 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421'] for port, after_create {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:58.394100 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 48334) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:05:58.400323 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:05:58.418154 dv-cinder-818579-1-smb neutron-server[87423]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 24 18:05:58.493449 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Network a433006a-8672-4e6d-af3a-fa22b395902e is already hosted by enough agents. {{(pid=87425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:05:58.510557 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.scheduler.base_scheduler [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Resources bound (agent type, host, resource id): {{(pid=87425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:05:58.514703 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Received port after_create {{(pid=87425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:05:58.521474 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-188eb81f-c3ef-4e15-b3b6-393e97eec497 service neutron] 10.222.0.65 "GET /v2.0/networks/12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881426 Nov 24 18:05:58.547192 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bcd8e6-6bf6-4c36-82d6-76609e8074ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb34300e-db3e-473b-9bf9-eea83552c640,revision_number=0']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:05:58.553876 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-44bcd8e6-6bf6-4c36-82d6-76609e8074ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:05:58.579911 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-fecd807d-a3ad-4fe6-8923-80755b277b78 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:05:58.580639 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-fecd807d-a3ad-4fe6-8923-80755b277b78 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Synchronizing usage tracker for tenant:fa9a65f1e0554eceae3d33ab5507580c on resource:network {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:05:58.588119 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-68cf291b-becf-4d46-a410-fb699422fa3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-505603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-502036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4164655'] for router, precommit_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:58.613105 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Pushing event updated for resources: {'Port': ['ID=4c737da6-1d73-4226-984f-3afba6286765,revision_number=1']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:05:58.614432 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-01e3f315-1695-465b-8e08-5701f5d15708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:58.630642 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bcd8e6-6bf6-4c36-82d6-76609e8074ce admin admin] Checking segment: {'id': '3bf95cc0-1d80-495e-9c51-016a41842eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:05:58.631054 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bcd8e6-6bf6-4c36-82d6-76609e8074ce admin admin] Network hostable DHCP agents. Network: 99e16732-504f-4bd0-9b6d-ec24f46575f9, hostable agents: ['490b05d4-6d8a-4546-ad73-edfbcdd6eaa8'], hosted agents: [] {{(pid=87424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 18:05:58.632106 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-01e3f315-1695-465b-8e08-5701f5d15708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:05:58.635973 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-01e3f315-1695-465b-8e08-5701f5d15708 admin admin] Usage tracker for resource:security_group_rule and tenant:502b4e1677084213ab260abe9d50744f is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:05:58.639332 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-01e3f315-1695-465b-8e08-5701f5d15708 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:05:58.645001 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-01e3f315-1695-465b-8e08-5701f5d15708 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:05:58.718878 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:05:58.719127 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:05:58.719440 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:05:58.719775 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:05:58.720136 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:05:58.720490 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Tracked resource versions report: Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: pushed versions: Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: { 'AddressGroup': {'1.2'}, Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: 'ConntrackHelper': {'1.0'}, Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: 'Log': {'1.0'}, Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: 'Network': {'1.1'}, Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: 'Port': {'1.7'}, Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: 'PortForwarding': {'1.2'}, Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: 'QosPolicy': {'1.8'}, Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: 'SecurityGroup': {'1.4'}, Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: 'SecurityGroupRule': {'1.2'}, Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: 'SubPort': {'1.0'}, Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: 'Subnet': {'1.1'}, Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: 'Trunk': {'1.1'}} Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: consumer versions: Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: { DHCP agent@dv-cinder-818579-1-smb: {}, Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: HyperV agent@hv-cinder-81857: {}, Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: L3 agent@dv-cinder-818579-1-smb: {}, Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: Metadata agent@dv-cinder-818579-1-smb: {}, Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: Metering agent@dv-cinder-818579-1-smb: {}, Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: Open vSwitch agent@dv-cinder-818579-1-smb: { 'AddressGroup': '1.2', Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: 'ConntrackHelper': '1.0', Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: 'Log': '1.0', Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: 'Network': '1.1', Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: 'Port': '1.7', Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: 'PortForwarding': '1.2', Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: 'QosPolicy': '1.8', Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: 'SecurityGroup': '1.4', Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: 'SecurityGroupRule': '1.2', Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: 'SubPort': '1.0', Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: 'Subnet': '1.1', Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: 'Trunk': '1.1'}} Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: {{(pid=87425) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 18:05:58.726759 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:05:58.833276 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Attempting to bind port 4c737da6-1d73-4226-984f-3afba6286765 on host dv-cinder-818579-1-smb for vnic_type normal with profile {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:05:58.833733 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Attempting to bind port 4c737da6-1d73-4226-984f-3afba6286765 by drivers openvswitch,hyperv on host dv-cinder-818579-1-smb at level 0 using segments [{'id': 'c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e'}] {{(pid=87425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:05:58.833863 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-01e3f315-1695-465b-8e08-5701f5d15708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:58.834219 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Attempting to bind port 4c737da6-1d73-4226-984f-3afba6286765 on network a433006a-8672-4e6d-af3a-fa22b395902e {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:05:58.835219 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-dc896dbe-0577-4594-acf1-654c72259644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:58.848474 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-1fd2a512-f936-4bec-b7b9-24ca56dfa0de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:05:58.851471 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Checking agent: {'id': '649afde1-6bcc-42a3-a59e-22c863eb835e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 57, 8), 'started_at': datetime.datetime(2021, 11, 24, 17, 57, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:05:58.852479 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Checking segment: {'id': 'c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:05:58.853229 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:58.853825 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Bound using segment: {'id': 'c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e'} {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:05:58.854524 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Bound port: 4c737da6-1d73-4226-984f-3afba6286765, host: dv-cinder-818579-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e'}}] {{(pid=87425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:05:58.855304 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:58.869209 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc896dbe-0577-4594-acf1-654c72259644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78127f49-559c-4273-8b66-4beb34c4b15e,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:05:58.873205 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-dc896dbe-0577-4594-acf1-654c72259644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:05:58.890639 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bcd8e6-6bf6-4c36-82d6-76609e8074ce admin admin] Network 99e16732-504f-4bd0-9b6d-ec24f46575f9 is scheduled to be hosted by DHCP agent 490b05d4-6d8a-4546-ad73-edfbcdd6eaa8 with binding_index 1 {{(pid=87424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 18:05:58.906323 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-dc896dbe-0577-4594-acf1-654c72259644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:58.910351 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-dc896dbe-0577-4594-acf1-654c72259644 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/78127f49-559c-4273-8b66-4beb34c4b15e HTTP/1.1" status: 204 len: 168 time: 0.9404697 Nov 24 18:05:58.943782 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-01e3f315-1695-465b-8e08-5701f5d15708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:58.959254 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-50376874-d4c5-4b04-9c89-6b67e59aa793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:05:59.040040 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.base_scheduler [None req-44bcd8e6-6bf6-4c36-82d6-76609e8074ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-smb, 99e16732-504f-4bd0-9b6d-ec24f46575f9) {{(pid=87424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:05:59.055821 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bcd8e6-6bf6-4c36-82d6-76609e8074ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:05:59.056438 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-44bcd8e6-6bf6-4c36-82d6-76609e8074ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for subnet, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:59.063476 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68135ee8-b7cd-4369-b2c1-f6427b946074 None None] Network 99e16732-504f-4bd0-9b6d-ec24f46575f9 requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:05:59.093701 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a98af18c-a5fe-4c21-9f03-a5c26b87c96e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:59.095250 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] For port 4c737da6-1d73-4226-984f-3afba6286765, host dv-cinder-818579-1-smb, cleared binding levels {{(pid=87425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:05:59.127191 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a98af18c-a5fe-4c21-9f03-a5c26b87c96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:59.166169 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-fecd807d-a3ad-4fe6-8923-80755b277b78 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Unset dirty status for tenant:fa9a65f1e0554eceae3d33ab5507580c on resource:network {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:05:59.168161 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-fecd807d-a3ad-4fe6-8923-80755b277b78 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.65 "GET /v2.0/networks?id=b5517e5f-8a6b-43cd-82cb-391be4b43461 HTTP/1.1" status: 200 len: 811 time: 0.7691324 Nov 24 18:05:59.182727 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] For port 4c737da6-1d73-4226-984f-3afba6286765, host dv-cinder-818579-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=4c737da6-1d73-4226-984f-3afba6286765,segment=NetworkSegment(c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2),segment_id=c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2)] {{(pid=87425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:05:59.207994 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-01e3f315-1695-465b-8e08-5701f5d15708 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=502b4e1677084213ab260abe9d50744f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8742080 Nov 24 18:05:59.224337 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-44bcd8e6-6bf6-4c36-82d6-76609e8074ce admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4992158 Nov 24 18:05:59.230606 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 48370) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:05:59.230971 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 48372) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:05:59.232051 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-1b073d1f-3c8e-44b3-82bf-23e85ac4f37b tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.65 "GET /v2.0/quotas/fa9a65f1e0554eceae3d33ab5507580c HTTP/1.1" status: 200 len: 375 time: 0.0481458 Nov 24 18:05:59.237335 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3f315-1695-465b-8e08-5701f5d15708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c90cdf-8a1f-4109-96a9-0d1318d32c86,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:05:59.249497 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:59.257133 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:05:59.265405 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-01e3f315-1695-465b-8e08-5701f5d15708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:05:59.289050 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-2fb83d09-5146-475f-a1c7-85fb80721c8e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1262005700-router', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'}}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:05:59.303475 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-e68bc4ff-7f2c-43c5-85c8-0254a3431535 req-29fc458b-62da-42f8-a6ce-b3416a987679 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e20c5b5a-5745-4ec2-b63b-1d4cab7809f0 HTTP/1.1" status: 200 len: 210 time: 0.1182773 Nov 24 18:05:59.310366 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-2fb83d09-5146-475f-a1c7-85fb80721c8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:05:59.321952 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-2fb83d09-5146-475f-a1c7-85fb80721c8e admin admin] Usage tracker for resource:router and tenant:5c410027f08a449c97bc26384e1b72cd is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:05:59.328042 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-2fb83d09-5146-475f-a1c7-85fb80721c8e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:05:59.354645 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-efe46521-e2d5-4744-a631-1568d21e854b tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fa9a65f1e0554eceae3d33ab5507580c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0892878 Nov 24 18:05:59.354804 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-68cf291b-becf-4d46-a410-fb699422fa3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:59.359819 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-2fb83d09-5146-475f-a1c7-85fb80721c8e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:05:59.420753 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-68cf291b-becf-4d46-a410-fb699422fa3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:59.527213 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.db_base_plugin_common [None req-a98af18c-a5fe-4c21-9f03-a5c26b87c96e admin admin] Allocated IP 172.28.3.171 (526841e0-8571-4339-baee-0cea4a76b63c/7845b98e-863d-42c7-9a40-3bd9a535af60/267339df-8872-47e9-9302-ba2fd2bb2117) {{(pid=87424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:05:59.551113 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-6cc721a8-33ae-4355-8fc7-a38b2a62882e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:59.601301 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Pushing event updated for resources: {'Port': ['ID=4c737da6-1d73-4226-984f-3afba6286765,revision_number=2']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:05:59.612632 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:05:59.613145 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-6cc721a8-33ae-4355-8fc7-a38b2a62882e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:59.633869 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2fb83d09-5146-475f-a1c7-85fb80721c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-502246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4164682'] for router, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:59.633869 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2fb83d09-5146-475f-a1c7-85fb80721c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-505649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4164701'] for router, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:59.642549 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e66c92-6332-4625-b98a-1d3960e6f95f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3c056bf-4e02-5911-93ad-81f2a7dd5f6e-99e16732-504f-4bd0-9b6d-ec24f46575f9', 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'fixed_ips': [{'subnet_id': 'cb34300e-db3e-473b-9bf9-eea83552c640'}]}} from dv-cinder-818579-1-smb. {{(pid=87425) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 18:05:59.645725 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-32e66c92-6332-4625-b98a-1d3960e6f95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:59.670535 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2fb83d09-5146-475f-a1c7-85fb80721c8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:59.702334 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-e533f479-206d-4ca2-aa67-1a937c032efe service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=87423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 18:05:59.706533 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-e533f479-206d-4ca2-aa67-1a937c032efe service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1688104 Nov 24 18:05:59.847520 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a98af18c-a5fe-4c21-9f03-a5c26b87c96e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:05:59.925280 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.db_base_plugin_common [None req-32e66c92-6332-4625-b98a-1d3960e6f95f None None] Allocated IP 172.20.0.2 (99e16732-504f-4bd0-9b6d-ec24f46575f9/cb34300e-db3e-473b-9bf9-eea83552c640/ee699d7e-b876-4f9d-a3c0-969065561863) {{(pid=87425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:06:00.008774 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-9b0f3c5b-be9c-4aac-902b-542b4aa452a8 service neutron] 10.222.0.65 "GET /v2.0/networks/b5517e5f-8a6b-43cd-82cb-391be4b43461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940528 Nov 24 18:06:00.043189 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-6cc721a8-33ae-4355-8fc7-a38b2a62882e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:00.119865 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 48400) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:00.140920 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-01e3f315-1695-465b-8e08-5701f5d15708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:00.192988 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a98af18c-a5fe-4c21-9f03-a5c26b87c96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421'] for port, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:00.233175 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-32e66c92-6332-4625-b98a-1d3960e6f95f None None] Notify callbacks [] for port, precommit_create {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:00.251208 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-32e66c92-6332-4625-b98a-1d3960e6f95f None None] Transition to ACTIVE for port object ee699d7e-b876-4f9d-a3c0-969065561863 will not be triggered until provisioned by entity L2. {{(pid=87425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:06:00.301453 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-e906ff42-3fdc-4fae-9aaf-c87ffb7073a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:00.301672 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-32e66c92-6332-4625-b98a-1d3960e6f95f None None] Transition to ACTIVE for port object ee699d7e-b876-4f9d-a3c0-969065561863 will not be triggered until provisioned by entity DHCP. {{(pid=87425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:06:00.311587 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc721a8-33ae-4355-8fc7-a38b2a62882e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c90cdf-8a1f-4109-96a9-0d1318d32c86,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:00.325622 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-6cc721a8-33ae-4355-8fc7-a38b2a62882e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:00.332023 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-787cd821-5e3b-4bac-8e4e-99b1f5be6190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:00.338606 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-4c7f9395-69c8-43c8-a1c4-165bb8c8310f service neutron] 10.222.0.65 "GET /v2.0/networks/b5517e5f-8a6b-43cd-82cb-391be4b43461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890909 Nov 24 18:06:00.351205 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-e906ff42-3fdc-4fae-9aaf-c87ffb7073a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:00.359610 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.db_base_plugin_common [None req-68cf291b-becf-4d46-a410-fb699422fa3b admin admin] Allocated IP 172.28.3.21 (526841e0-8571-4339-baee-0cea4a76b63c/7845b98e-863d-42c7-9a40-3bd9a535af60/5658302b-1d36-44a1-84d2-3e76625f1e89) {{(pid=87423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:06:00.396923 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-32e66c92-6332-4625-b98a-1d3960e6f95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421'] for port, after_create {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:00.401969 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:00.421099 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-6cc721a8-33ae-4355-8fc7-a38b2a62882e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:00.425008 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-6cc721a8-33ae-4355-8fc7-a38b2a62882e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c4c90cdf-8a1f-4109-96a9-0d1318d32c86 HTTP/1.1" status: 204 len: 168 time: 1.1887836 Nov 24 18:06:00.429925 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-e906ff42-3fdc-4fae-9aaf-c87ffb7073a3 admin admin] Usage tracker for resource:security_group_rule and tenant:58f27cd436744da6900a939ae0d7ce9b is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:06:00.494274 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-e906ff42-3fdc-4fae-9aaf-c87ffb7073a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:06:00.520222 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e66c92-6332-4625-b98a-1d3960e6f95f None None] Pushing event updated for resources: {'Port': ['ID=ee699d7e-b876-4f9d-a3c0-969065561863,revision_number=1']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:00.527241 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-32e66c92-6332-4625-b98a-1d3960e6f95f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:00.533233 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-e906ff42-3fdc-4fae-9aaf-c87ffb7073a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:00.536080 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e66c92-6332-4625-b98a-1d3960e6f95f None None] Network 99e16732-504f-4bd0-9b6d-ec24f46575f9 is already hosted by enough agents. {{(pid=87425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:06:00.537511 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.scheduler.base_scheduler [None req-32e66c92-6332-4625-b98a-1d3960e6f95f None None] Resources bound (agent type, host, resource id): {{(pid=87425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:06:00.542826 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e66c92-6332-4625-b98a-1d3960e6f95f None None] Received port after_create {{(pid=87425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:06:00.645727 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 4c737da6-1d73-4226-984f-3afba6286765 up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:06:00.754666 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2fb83d09-5146-475f-a1c7-85fb80721c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-505603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-502036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4164655'] for router, precommit_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:00.778800 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98af18c-a5fe-4c21-9f03-a5c26b87c96e admin admin] Network 526841e0-8571-4339-baee-0cea4a76b63c is already hosted by enough agents. {{(pid=87424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:06:00.803280 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-f0901d0e-0cc4-43d5-b423-e9351815e0a9 req-8321ad16-081e-4bd2-96f6-d1888eb9843c tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e20c5b5a-5745-4ec2-b63b-1d4cab7809f0 HTTP/1.1" status: 200 len: 210 time: 0.1603408 Nov 24 18:06:00.814177 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.base_scheduler [None req-a98af18c-a5fe-4c21-9f03-a5c26b87c96e admin admin] Resources bound (agent type, host, resource id): {{(pid=87424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:06:00.825412 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98af18c-a5fe-4c21-9f03-a5c26b87c96e admin admin] Received port after_create {{(pid=87424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:06:00.830949 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-32e66c92-6332-4625-b98a-1d3960e6f95f None None] Attempting to bind port ee699d7e-b876-4f9d-a3c0-969065561863 on host dv-cinder-818579-1-smb for vnic_type normal with profile {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:06:00.831305 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-32e66c92-6332-4625-b98a-1d3960e6f95f None None] Attempting to bind port ee699d7e-b876-4f9d-a3c0-969065561863 by drivers openvswitch,hyperv on host dv-cinder-818579-1-smb at level 0 using segments [{'id': '3bf95cc0-1d80-495e-9c51-016a41842eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9'}] {{(pid=87425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:06:00.831676 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e66c92-6332-4625-b98a-1d3960e6f95f None None] Attempting to bind port ee699d7e-b876-4f9d-a3c0-969065561863 on network 99e16732-504f-4bd0-9b6d-ec24f46575f9 {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:06:00.841476 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-e906ff42-3fdc-4fae-9aaf-c87ffb7073a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:00.860104 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e66c92-6332-4625-b98a-1d3960e6f95f None None] Checking agent: {'id': '649afde1-6bcc-42a3-a59e-22c863eb835e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 57, 8), 'started_at': datetime.datetime(2021, 11, 24, 17, 57, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:06:00.860929 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e66c92-6332-4625-b98a-1d3960e6f95f None None] Checking segment: {'id': '3bf95cc0-1d80-495e-9c51-016a41842eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:06:00.861495 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-32e66c92-6332-4625-b98a-1d3960e6f95f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:00.865216 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e66c92-6332-4625-b98a-1d3960e6f95f None None] Bound using segment: {'id': '3bf95cc0-1d80-495e-9c51-016a41842eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9'} {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:06:00.866356 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-32e66c92-6332-4625-b98a-1d3960e6f95f None None] Bound port: ee699d7e-b876-4f9d-a3c0-969065561863, host: dv-cinder-818579-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf95cc0-1d80-495e-9c51-016a41842eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9'}}] {{(pid=87425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:06:00.866356 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-32e66c92-6332-4625-b98a-1d3960e6f95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:00.938019 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-68cf291b-becf-4d46-a410-fb699422fa3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:00.961713 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98af18c-a5fe-4c21-9f03-a5c26b87c96e admin admin] Pushing event updated for resources: {'Port': ['ID=267339df-8872-47e9-9302-ba2fd2bb2117,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:00.972637 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-e906ff42-3fdc-4fae-9aaf-c87ffb7073a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:00.984766 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-a98af18c-a5fe-4c21-9f03-a5c26b87c96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:01.017665 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:01.034731 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning for port 4c737da6-1d73-4226-984f-3afba6286765 completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:06:01.114450 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-32e66c92-6332-4625-b98a-1d3960e6f95f None None] For port ee699d7e-b876-4f9d-a3c0-969065561863, host dv-cinder-818579-1-smb, cleared binding levels {{(pid=87425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:06:01.116129 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906ff42-3fdc-4fae-9aaf-c87ffb7073a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d678cd-4ccb-4861-80a2-6e9f10a72b44,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:01.119489 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-32e66c92-6332-4625-b98a-1d3960e6f95f None None] For port ee699d7e-b876-4f9d-a3c0-969065561863, host dv-cinder-818579-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=ee699d7e-b876-4f9d-a3c0-969065561863,segment=NetworkSegment(3bf95cc0-1d80-495e-9c51-016a41842eca),segment_id=3bf95cc0-1d80-495e-9c51-016a41842eca)] {{(pid=87425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:06:01.123556 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-e906ff42-3fdc-4fae-9aaf-c87ffb7073a3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=58f27cd436744da6900a939ae0d7ce9b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9911633 Nov 24 18:06:01.148293 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-e906ff42-3fdc-4fae-9aaf-c87ffb7073a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:01.148786 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 48446) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:01.196756 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-aa79ebf4-6663-4040-badb-9d5e5998ef21 req-b612ecb4-8156-405d-b2c9-78833ab254d0 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.65 "GET /v2.0/ports?device_id=f092be47-9d51-446f-a79f-2693aaa239da HTTP/1.1" status: 200 len: 210 time: 0.2430067 Nov 24 18:06:01.198132 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b02c546-8209-42d4-87ff-d4bbe9535d9e None None] Network a433006a-8672-4e6d-af3a-fa22b395902e requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:06:01.285301 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b7a68b85-2493-4bc4-b5f6-72d3735a8e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:01.345989 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b7a68b85-2493-4bc4-b5f6-72d3735a8e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:01.361771 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-68cf291b-becf-4d46-a410-fb699422fa3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421'] for port, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:01.365771 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-32e66c92-6332-4625-b98a-1d3960e6f95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:01.376809 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-32e66c92-6332-4625-b98a-1d3960e6f95f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:01.378866 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:01.474792 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cf291b-becf-4d46-a410-fb699422fa3b admin admin] Network 526841e0-8571-4339-baee-0cea4a76b63c is already hosted by enough agents. {{(pid=87423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:06:01.478138 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.base_scheduler [None req-68cf291b-becf-4d46-a410-fb699422fa3b admin admin] Resources bound (agent type, host, resource id): {{(pid=87423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:06:01.484297 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cf291b-becf-4d46-a410-fb699422fa3b admin admin] Received port after_create {{(pid=87423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:06:01.575710 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-0bba2e9b-0d33-4d09-ae5a-4933246b1b62 None None] Provisioning for port 4c737da6-1d73-4226-984f-3afba6286765 completed by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:06:01.606903 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf291b-becf-4d46-a410-fb699422fa3b admin admin] Pushing event updated for resources: {'Port': ['ID=5658302b-1d36-44a1-84d2-3e76625f1e89,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:01.609998 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-0bba2e9b-0d33-4d09-ae5a-4933246b1b62 None None] Provisioning complete for port 4c737da6-1d73-4226-984f-3afba6286765 triggered by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:06:01.610526 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-0bba2e9b-0d33-4d09-ae5a-4933246b1b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:01.612162 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-68cf291b-becf-4d46-a410-fb699422fa3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:01.664636 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e66c92-6332-4625-b98a-1d3960e6f95f None None] Pushing event updated for resources: {'Port': ['ID=ee699d7e-b876-4f9d-a3c0-969065561863,revision_number=2']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:01.671150 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-32e66c92-6332-4625-b98a-1d3960e6f95f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:01.819277 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b7a68b85-2493-4bc4-b5f6-72d3735a8e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:01.846827 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:01.917313 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-0bba2e9b-0d33-4d09-ae5a-4933246b1b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:02.039790 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a68b85-2493-4bc4-b5f6-72d3735a8e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d678cd-4ccb-4861-80a2-6e9f10a72b44,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:02.045457 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-b7a68b85-2493-4bc4-b5f6-72d3735a8e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:02.060245 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-0bba2e9b-0d33-4d09-ae5a-4933246b1b62 None None] For port 4c737da6-1d73-4226-984f-3afba6286765, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=4c737da6-1d73-4226-984f-3afba6286765,segment=NetworkSegment(c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2),segment_id=c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:06:02.104603 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a98af18c-a5fe-4c21-9f03-a5c26b87c96e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:02.128429 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-0bba2e9b-0d33-4d09-ae5a-4933246b1b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:02.135035 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:02.174521 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b5fb0430-8c01-49b0-bcd1-68d641d3289f req-f8286971-e1e2-4951-9588-221809e0e854 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e20c5b5a-5745-4ec2-b63b-1d4cab7809f0 HTTP/1.1" status: 200 len: 210 time: 0.0876083 Nov 24 18:06:02.180789 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b7a68b85-2493-4bc4-b5f6-72d3735a8e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:02.184565 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-b7a68b85-2493-4bc4-b5f6-72d3735a8e46 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/60d678cd-4ccb-4861-80a2-6e9f10a72b44 HTTP/1.1" status: 204 len: 168 time: 1.0309823 Nov 24 18:06:02.233193 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2fb83d09-5146-475f-a1c7-85fb80721c8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:02.305689 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba2e9b-0d33-4d09-ae5a-4933246b1b62 None None] Pushing event updated for resources: {'Port': ['ID=4c737da6-1d73-4226-984f-3afba6286765,revision_number=3']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:02.323185 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-0bba2e9b-0d33-4d09-ae5a-4933246b1b62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:02.342867 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2fb83d09-5146-475f-a1c7-85fb80721c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:02.379939 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-68cf291b-becf-4d46-a410-fb699422fa3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:02.461103 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-0c732858-7cba-44fb-8e25-4f1df55b5a7b req-6f12d8e9-d1c4-4574-a21f-b4001c8ba355 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.65 "GET /v2.0/ports?device_id=f092be47-9d51-446f-a79f-2693aaa239da HTTP/1.1" status: 200 len: 210 time: 0.1239431 Nov 24 18:06:02.571954 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-8e25677c-b654-4245-a500-8b478c319cb0 None None] Provisioning complete for port 4c737da6-1d73-4226-984f-3afba6286765 triggered by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:06:02.573534 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-8e25677c-b654-4245-a500-8b478c319cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:02.784079 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device ee699d7e-b876-4f9d-a3c0-969065561863 up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:06:02.989331 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.db_base_plugin_common [None req-2fb83d09-5146-475f-a1c7-85fb80721c8e admin admin] Allocated IP 172.28.3.54 (526841e0-8571-4339-baee-0cea4a76b63c/7845b98e-863d-42c7-9a40-3bd9a535af60/d1551d16-3677-43e0-8565-c02dc21a13ae) {{(pid=87424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:06:03.268276 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5b8d14-6280-4acf-9157-1ce68b2034c9 None None] Network 99e16732-504f-4bd0-9b6d-ec24f46575f9 requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:06:03.301542 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.66', 58649) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:03.308668 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning for port ee699d7e-b876-4f9d-a3c0-969065561863 completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:06:03.435246 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a98af18c-a5fe-4c21-9f03-a5c26b87c96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-502045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505830'] for router, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:03.436622 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 4c737da6-1d73-4226-984f-3afba6286765 up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:06:03.551960 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ce41d5d2-8733-4cb0-aba7-2731672238a9 req-10e51c9b-52ca-4c85-ae65-fe8eeb922ad1 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e20c5b5a-5745-4ec2-b63b-1d4cab7809f0 HTTP/1.1" status: 200 len: 210 time: 0.2020962 Nov 24 18:06:03.563024 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-68cf291b-becf-4d46-a410-fb699422fa3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-502045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505830'] for router, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:03.669323 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-e5f8b28f-7e0a-481c-917c-8eff56755c5f None None] Provisioning for port ee699d7e-b876-4f9d-a3c0-969065561863 completed by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:06:03.682590 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2fb83d09-5146-475f-a1c7-85fb80721c8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:03.748876 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-6b4e6512-c8b7-4909-8d33-b3d8deb67529 req-2e6bf476-898c-4872-bc9c-e8d4afc5083d tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.65 "GET /v2.0/ports?device_id=f092be47-9d51-446f-a79f-2693aaa239da HTTP/1.1" status: 200 len: 210 time: 0.0621195 Nov 24 18:06:03.869688 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-e5f8b28f-7e0a-481c-917c-8eff56755c5f None None] Provisioning complete for port ee699d7e-b876-4f9d-a3c0-969065561863 triggered by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:06:03.870583 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-e5f8b28f-7e0a-481c-917c-8eff56755c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:03.897058 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98af18c-a5fe-4c21-9f03-a5c26b87c96e admin admin] Router 96a06d1f-91d2-4f9f-8902-87ef3f1b025f is scheduled to L3 agent aba83f48-bec1-4447-972f-e1c88a92dee8 with binding_index 1 {{(pid=87424) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 18:06:03.902495 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2fb83d09-5146-475f-a1c7-85fb80721c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421'] for port, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:03.919632 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-c70872d8-e06b-4948-a6c9-14c397348fdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:03.923644 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-770bafca-bf9f-443e-bee5-ba62a675d1a9 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:03.928278 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-770bafca-bf9f-443e-bee5-ba62a675d1a9 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.66 "GET /v2.0/networks?id=12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7 HTTP/1.1" status: 200 len: 814 time: 0.6254580 Nov 24 18:06:03.946989 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port 4c737da6-1d73-4226-984f-3afba6286765 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:06:03.947373 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:03.997162 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-99cb8372-7b99-442f-881b-ca3ff37006a9 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Request body: {'port': {'device_id': 'e20c5b5a-5745-4ec2-b63b-1d4cab7809f0', 'network_id': '12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7', 'admin_state_up': True, 'tenant_id': '26c1cad41c3f4fa9b70154ca78209f86'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:06:04.121331 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb83d09-5146-475f-a1c7-85fb80721c8e admin admin] Network 526841e0-8571-4339-baee-0cea4a76b63c is already hosted by enough agents. {{(pid=87424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:06:04.135265 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.base_scheduler [None req-2fb83d09-5146-475f-a1c7-85fb80721c8e admin admin] Resources bound (agent type, host, resource id): {{(pid=87424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:06:04.171061 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb83d09-5146-475f-a1c7-85fb80721c8e admin admin] Received port after_create {{(pid=87424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:06:04.261737 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb83d09-5146-475f-a1c7-85fb80721c8e admin admin] Pushing event updated for resources: {'Port': ['ID=d1551d16-3677-43e0-8565-c02dc21a13ae,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:04.264508 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68cf291b-becf-4d46-a410-fb699422fa3b admin admin] Router 584e2c57-b34a-40dd-92e9-63c5a39658ef is scheduled to L3 agent aba83f48-bec1-4447-972f-e1c88a92dee8 with binding_index 1 {{(pid=87423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 18:06:04.288963 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-2fb83d09-5146-475f-a1c7-85fb80721c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:04.306558 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-e5f8b28f-7e0a-481c-917c-8eff56755c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:04.315996 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-99cb8372-7b99-442f-881b-ca3ff37006a9 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:04.458328 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-e5f8b28f-7e0a-481c-917c-8eff56755c5f None None] For port ee699d7e-b876-4f9d-a3c0-969065561863, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=ee699d7e-b876-4f9d-a3c0-969065561863,segment=NetworkSegment(3bf95cc0-1d80-495e-9c51-016a41842eca),segment_id=3bf95cc0-1d80-495e-9c51-016a41842eca)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:06:04.545230 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-e5f8b28f-7e0a-481c-917c-8eff56755c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:04.548156 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-fdb2491e-eb4d-46d5-92cc-03368cc2256b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:04.557676 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-99cb8372-7b99-442f-881b-ca3ff37006a9 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Usage tracker for resource:port and tenant:26c1cad41c3f4fa9b70154ca78209f86 is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:06:04.569300 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-99cb8372-7b99-442f-881b-ca3ff37006a9 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:06:04.579890 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-99cb8372-7b99-442f-881b-ca3ff37006a9 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:04.604887 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cf291b-becf-4d46-a410-fb699422fa3b admin admin] Notify agent at l3_agent.dv-cinder-818579-1-smb the message routers_updated {{(pid=87423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 18:06:04.621428 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6d80e5-c922-4586-83b7-77da3a53f365 None None] Sync routers for ids ['584e2c57-b34a-40dd-92e9-63c5a39658ef'] in dv-cinder-818579-1-smb {{(pid=87426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 18:06:04.640213 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98af18c-a5fe-4c21-9f03-a5c26b87c96e admin admin] Notify agent at l3_agent.dv-cinder-818579-1-smb the message routers_updated {{(pid=87424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 18:06:04.642659 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6d80e5-c922-4586-83b7-77da3a53f365 None None] Routers {'584e2c57-b34a-40dd-92e9-63c5a39658ef'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:06:04.643458 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-ef6d80e5-c922-4586-83b7-77da3a53f365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:05:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['584e2c57-b34a-40dd-92e9-63c5a39658ef'], 'active': True} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:04.920672 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-99cb8372-7b99-442f-881b-ca3ff37006a9 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Made reservation on behalf of 26c1cad41c3f4fa9b70154ca78209f86 for: {'port': 1} {{(pid=87423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:06:04.920672 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-99cb8372-7b99-442f-881b-ca3ff37006a9 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:04.932143 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ece86b3-1c3f-4575-b6f7-7f3944594c90 None None] Sync routers for ids ['96a06d1f-91d2-4f9f-8902-87ef3f1b025f'] in dv-cinder-818579-1-smb {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 18:06:04.934503 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-68cf291b-becf-4d46-a410-fb699422fa3b admin admin] Notify callbacks [] for router, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:04.934503 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-68cf291b-becf-4d46-a410-fb699422fa3b admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.0594296 Nov 24 18:06:04.934503 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 48584) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:04.935036 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ece86b3-1c3f-4575-b6f7-7f3944594c90 None None] Routers {'96a06d1f-91d2-4f9f-8902-87ef3f1b025f'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:06:04.935036 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-1ece86b3-1c3f-4575-b6f7-7f3944594c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:05:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['96a06d1f-91d2-4f9f-8902-87ef3f1b025f'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:04.936240 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a98af18c-a5fe-4c21-9f03-a5c26b87c96e admin admin] Notify callbacks [] for router, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:04.936240 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-a98af18c-a5fe-4c21-9f03-a5c26b87c96e admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.9564083 Nov 24 18:06:04.936779 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-9cb351b3-bd41-4786-8562-6b4d8d549c9c None None] Provisioning complete for port ee699d7e-b876-4f9d-a3c0-969065561863 triggered by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:06:04.936779 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-9cb351b3-bd41-4786-8562-6b4d8d549c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:04.988155 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8b28f-7e0a-481c-917c-8eff56755c5f None None] Pushing event updated for resources: {'Port': ['ID=ee699d7e-b876-4f9d-a3c0-969065561863,revision_number=3']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:05.007514 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-e5f8b28f-7e0a-481c-917c-8eff56755c5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:05.071443 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 48594) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:05.155364 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvr_db [None req-ef6d80e5-c922-4586-83b7-77da3a53f365 None None] Set router 584e2c57-b34a-40dd-92e9-63c5a39658ef gateway port host: dv-cinder-818579-1-smb {{(pid=87426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:06:05.162118 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.66', 58655) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:05.199431 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-1ece86b3-1c3f-4575-b6f7-7f3944594c90 None None] Set router 96a06d1f-91d2-4f9f-8902-87ef3f1b025f gateway port host: dv-cinder-818579-1-smb {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:06:05.228828 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-fe11a2ee-c991-43b7-9ca1-cd95f61e9935 req-cb59839f-803a-4e6f-bc66-305d1558a1ee tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e20c5b5a-5745-4ec2-b63b-1d4cab7809f0 HTTP/1.1" status: 200 len: 210 time: 0.1563570 Nov 24 18:06:05.244581 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a38d0f99-db52-4ee6-b26c-9652ef1a6f9b req-d81fc674-0c45-4761-87b6-70a4b0f21657 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.65 "GET /v2.0/ports?device_id=f092be47-9d51-446f-a79f-2693aaa239da HTTP/1.1" status: 200 len: 210 time: 0.1711168 Nov 24 18:06:05.694147 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2fb83d09-5146-475f-a1c7-85fb80721c8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:05.736516 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-ef6d80e5-c922-4586-83b7-77da3a53f365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584e2c57-b34a-40dd-92e9-63c5a39658ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1812947898-router', 'tenant_id': '58c9b55138cf4488927b336b55f0f52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '5658302b-1d36-44a1-84d2-3e76625f1e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:57Z', 'updated_at': '2021-11-24T18:06:01Z', 'revision_number': 3, 'project_id': '58c9b55138cf4488927b336b55f0f52e', 'gw_port': {'id': '5658302b-1d36-44a1-84d2-3e76625f1e89', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ec:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584e2c57-b34a-40dd-92e9-63c5a39658ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb'}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:05.739929 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-1ece86b3-1c3f-4575-b6f7-7f3944594c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774801609-router', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:57Z', 'updated_at': '2021-11-24T18:06:01Z', 'revision_number': 3, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'gw_port': {'id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:eb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:05:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb'}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:05.742613 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6d80e5-c922-4586-83b7-77da3a53f365 None None] Checking router: 584e2c57-b34a-40dd-92e9-63c5a39658ef for host: dv-cinder-818579-1-smb {{(pid=87426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 18:06:05.743367 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6d80e5-c922-4586-83b7-77da3a53f365 None None] Updating router 584e2c57-b34a-40dd-92e9-63c5a39658ef port 5658302b-1d36-44a1-84d2-3e76625f1e89 binding host dv-cinder-818579-1-smb {{(pid=87426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 18:06:05.749837 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ece86b3-1c3f-4575-b6f7-7f3944594c90 None None] Checking router: 96a06d1f-91d2-4f9f-8902-87ef3f1b025f for host: dv-cinder-818579-1-smb {{(pid=87425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 18:06:05.752936 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ece86b3-1c3f-4575-b6f7-7f3944594c90 None None] Updating router 96a06d1f-91d2-4f9f-8902-87ef3f1b025f port 267339df-8872-47e9-9302-ba2fd2bb2117 binding host dv-cinder-818579-1-smb {{(pid=87425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 18:06:05.854272 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-1ece86b3-1c3f-4575-b6f7-7f3944594c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:05.860955 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-ef6d80e5-c922-4586-83b7-77da3a53f365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:05.950803 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-e8cc49bd-aba7-4710-a0d7-5cedf6c53a94 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:05.952872 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-e8cc49bd-aba7-4710-a0d7-5cedf6c53a94 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.66 "GET /v2.0/networks?id=b5517e5f-8a6b-43cd-82cb-391be4b43461 HTTP/1.1" status: 200 len: 811 time: 0.7836397 Nov 24 18:06:05.997184 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-04ef8817-1fb9-4ac5-9665-e66f3b2e95d6 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Request body: {'port': {'device_id': 'f092be47-9d51-446f-a79f-2693aaa239da', 'network_id': 'b5517e5f-8a6b-43cd-82cb-391be4b43461', 'admin_state_up': True, 'tenant_id': 'fa9a65f1e0554eceae3d33ab5507580c'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:06:06.054656 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.db_base_plugin_common [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-99cb8372-7b99-442f-881b-ca3ff37006a9 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Allocated IP 172.20.0.13 (12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7/54b4613a-3305-4e89-ae17-1b3cdd6abe2b/3421c297-d8be-4bc8-891a-a6bf0d05945d) {{(pid=87423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:06:06.211716 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 48620) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:06.211922 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 48622) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:06.609100 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device ee699d7e-b876-4f9d-a3c0-969065561863 up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:06:06.709045 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-1085d122-3ec6-479e-b7a8-73c71a6932f3 req-89087cd2-599a-476c-9f31-c74be323a637 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.65 "GET /v2.0/ports?device_id=f092be47-9d51-446f-a79f-2693aaa239da HTTP/1.1" status: 200 len: 210 time: 0.0850899 Nov 24 18:06:06.833813 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-80cde1f3-063b-4e46-b46e-1548104f4769 req-3ad5affa-caef-427d-be21-7b75655c154f tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e20c5b5a-5745-4ec2-b63b-1d4cab7809f0 HTTP/1.1" status: 200 len: 210 time: 0.3577204 Nov 24 18:06:06.837282 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2fb83d09-5146-475f-a1c7-85fb80721c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-502045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505830'] for router, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:06.877943 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-04ef8817-1fb9-4ac5-9665-e66f3b2e95d6 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:06.882284 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-04ef8817-1fb9-4ac5-9665-e66f3b2e95d6 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Usage tracker for resource:port and tenant:fa9a65f1e0554eceae3d33ab5507580c is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:06:06.883288 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-1ece86b3-1c3f-4575-b6f7-7f3944594c90 None None] Notify callbacks [] for port, precommit_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:06.886091 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-04ef8817-1fb9-4ac5-9665-e66f3b2e95d6 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:06:06.892971 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-04ef8817-1fb9-4ac5-9665-e66f3b2e95d6 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:06.922452 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-1ece86b3-1c3f-4575-b6f7-7f3944594c90 None None] Transition to ACTIVE for port object 267339df-8872-47e9-9302-ba2fd2bb2117 will not be triggered until provisioned by entity L2. {{(pid=87425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:06:06.943878 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port ee699d7e-b876-4f9d-a3c0-969065561863 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:06:06.944495 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:06.998759 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-1ece86b3-1c3f-4575-b6f7-7f3944594c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:07.050542 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:07.052656 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-04ef8817-1fb9-4ac5-9665-e66f3b2e95d6 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Made reservation on behalf of fa9a65f1e0554eceae3d33ab5507580c for: {'port': 1} {{(pid=87423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:06:07.057891 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-04ef8817-1fb9-4ac5-9665-e66f3b2e95d6 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:07.185882 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3a4f05f2-7943-482f-a668-19a1ff50eb1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:07.196390 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-63fc3908-de74-4790-acfd-b208b969d685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:07.246477 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-63fc3908-de74-4790-acfd-b208b969d685 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:07.255010 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-63fc3908-de74-4790-acfd-b208b969d685 admin admin] Usage tracker for resource:security_group_rule and tenant:f0f1dd1183b446f4a324e60c9cfd1d85 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:06:07.257966 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-3a4f05f2-7943-482f-a668-19a1ff50eb1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:07.264597 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-63fc3908-de74-4790-acfd-b208b969d685 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:06:07.282876 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa2884-416d-464c-84dd-aacbe7b7f60a None None] Pushing event updated for resources: {'Port': ['ID=267339df-8872-47e9-9302-ba2fd2bb2117,revision_number=2']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:07.293143 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-edfa2884-416d-464c-84dd-aacbe7b7f60a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:07.295472 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-1ece86b3-1c3f-4575-b6f7-7f3944594c90 None None] Attempting to bind port 267339df-8872-47e9-9302-ba2fd2bb2117 on host dv-cinder-818579-1-smb for vnic_type normal with profile {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:06:07.295944 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-1ece86b3-1c3f-4575-b6f7-7f3944594c90 None None] Attempting to bind port 267339df-8872-47e9-9302-ba2fd2bb2117 by drivers openvswitch,hyperv on host dv-cinder-818579-1-smb at level 0 using segments [{'id': 'd3760bee-36f8-40b7-a723-a1b5699a82b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'}] {{(pid=87425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:06:07.297660 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ece86b3-1c3f-4575-b6f7-7f3944594c90 None None] Attempting to bind port 267339df-8872-47e9-9302-ba2fd2bb2117 on network 526841e0-8571-4339-baee-0cea4a76b63c {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:06:07.312588 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-3a4f05f2-7943-482f-a668-19a1ff50eb1d admin admin] Usage tracker for resource:security_group_rule and tenant:893bb73b1d4044e6a357a718b1cc95df is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:06:07.313429 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ece86b3-1c3f-4575-b6f7-7f3944594c90 None None] Checking agent: {'id': '649afde1-6bcc-42a3-a59e-22c863eb835e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 57, 8), 'started_at': datetime.datetime(2021, 11, 24, 17, 57, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:06:07.313821 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ece86b3-1c3f-4575-b6f7-7f3944594c90 None None] Checking segment: {'id': 'd3760bee-36f8-40b7-a723-a1b5699a82b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:06:07.314357 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-1ece86b3-1c3f-4575-b6f7-7f3944594c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:07.314739 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ece86b3-1c3f-4575-b6f7-7f3944594c90 None None] Bound using segment: {'id': 'd3760bee-36f8-40b7-a723-a1b5699a82b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'} {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:06:07.318406 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-63fc3908-de74-4790-acfd-b208b969d685 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:07.318554 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-1ece86b3-1c3f-4575-b6f7-7f3944594c90 None None] Bound port: 267339df-8872-47e9-9302-ba2fd2bb2117, host: dv-cinder-818579-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3760bee-36f8-40b7-a723-a1b5699a82b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'}}] {{(pid=87425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:06:07.318640 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-1ece86b3-1c3f-4575-b6f7-7f3944594c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:07.323076 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-3a4f05f2-7943-482f-a668-19a1ff50eb1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:06:07.425584 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-3a4f05f2-7943-482f-a668-19a1ff50eb1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:07.544099 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-ef6d80e5-c922-4586-83b7-77da3a53f365 None None] Notify callbacks [] for port, precommit_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:07.576507 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.provisioning_blocks [None req-ef6d80e5-c922-4586-83b7-77da3a53f365 None None] Transition to ACTIVE for port object 5658302b-1d36-44a1-84d2-3e76625f1e89 will not be triggered until provisioned by entity L2. {{(pid=87426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:06:07.614354 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-99cb8372-7b99-442f-881b-ca3ff37006a9 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Notify callbacks [] for port, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:07.643235 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-ef6d80e5-c922-4586-83b7-77da3a53f365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:07.648646 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:07.681918 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-1ece86b3-1c3f-4575-b6f7-7f3944594c90 None None] For port 267339df-8872-47e9-9302-ba2fd2bb2117, host dv-cinder-818579-1-smb, cleared binding levels {{(pid=87425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:06:07.688910 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-1ece86b3-1c3f-4575-b6f7-7f3944594c90 None None] For port 267339df-8872-47e9-9302-ba2fd2bb2117, host dv-cinder-818579-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=267339df-8872-47e9-9302-ba2fd2bb2117,segment=NetworkSegment(d3760bee-36f8-40b7-a723-a1b5699a82b5),segment_id=d3760bee-36f8-40b7-a723-a1b5699a82b5)] {{(pid=87425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:06:07.739398 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-1dd22216-c200-4a3f-b481-1d7fe6333ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:07.760535 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-63fc3908-de74-4790-acfd-b208b969d685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:07.773903 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a5c83b87-a61f-4610-81c6-0a98182b9aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:07.796345 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.db_base_plugin_common [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-04ef8817-1fb9-4ac5-9665-e66f3b2e95d6 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Allocated IP 172.20.0.9 (b5517e5f-8a6b-43cd-82cb-391be4b43461/7882959a-4960-49bb-819b-26888a239f03/55ddc32c-532d-4809-a2b3-d5dacae36331) {{(pid=87423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:06:07.797846 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-1ece86b3-1c3f-4575-b6f7-7f3944594c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:07.820654 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:07.927082 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.managers [None req-ef6d80e5-c922-4586-83b7-77da3a53f365 None None] Attempting to bind port 5658302b-1d36-44a1-84d2-3e76625f1e89 on host dv-cinder-818579-1-smb for vnic_type normal with profile {{(pid=87426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:06:07.928681 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.managers [None req-ef6d80e5-c922-4586-83b7-77da3a53f365 None None] Attempting to bind port 5658302b-1d36-44a1-84d2-3e76625f1e89 by drivers openvswitch,hyperv on host dv-cinder-818579-1-smb at level 0 using segments [{'id': 'd3760bee-36f8-40b7-a723-a1b5699a82b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'}] {{(pid=87426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:06:07.929067 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6d80e5-c922-4586-83b7-77da3a53f365 None None] Attempting to bind port 5658302b-1d36-44a1-84d2-3e76625f1e89 on network 526841e0-8571-4339-baee-0cea4a76b63c {{(pid=87426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:06:07.961802 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6d80e5-c922-4586-83b7-77da3a53f365 None None] Checking agent: {'id': '649afde1-6bcc-42a3-a59e-22c863eb835e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 57, 8), 'started_at': datetime.datetime(2021, 11, 24, 17, 57, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:06:07.961944 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3a4f05f2-7943-482f-a668-19a1ff50eb1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:07.962760 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6d80e5-c922-4586-83b7-77da3a53f365 None None] Checking segment: {'id': 'd3760bee-36f8-40b7-a723-a1b5699a82b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:06:07.968446 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-ef6d80e5-c922-4586-83b7-77da3a53f365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:07.976054 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6d80e5-c922-4586-83b7-77da3a53f365 None None] Bound using segment: {'id': 'd3760bee-36f8-40b7-a723-a1b5699a82b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'} {{(pid=87426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:06:07.976748 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.managers [None req-ef6d80e5-c922-4586-83b7-77da3a53f365 None None] Bound port: 5658302b-1d36-44a1-84d2-3e76625f1e89, host: dv-cinder-818579-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3760bee-36f8-40b7-a723-a1b5699a82b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'}}] {{(pid=87426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:06:07.977179 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-ef6d80e5-c922-4586-83b7-77da3a53f365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:07.990947 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-99cb8372-7b99-442f-881b-ca3ff37006a9 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421'] for port, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:08.059401 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa2884-416d-464c-84dd-aacbe7b7f60a None None] Pushing event updated for resources: {'Port': ['ID=267339df-8872-47e9-9302-ba2fd2bb2117,revision_number=3']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:08.062017 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-63fc3908-de74-4790-acfd-b208b969d685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:08.063328 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-edfa2884-416d-464c-84dd-aacbe7b7f60a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:08.070984 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ece86b3-1c3f-4575-b6f7-7f3944594c90 None None] Routers {'96a06d1f-91d2-4f9f-8902-87ef3f1b025f'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:06:08.072212 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-1ece86b3-1c3f-4575-b6f7-7f3944594c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:05:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['96a06d1f-91d2-4f9f-8902-87ef3f1b025f'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:08.090174 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aebfd3-0025-405f-b67d-4acd744fe9b2 None None] Pushing event updated for resources: {'Port': ['ID=5658302b-1d36-44a1-84d2-3e76625f1e89,revision_number=2']} {{(pid=87426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:08.094744 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3a4f05f2-7943-482f-a668-19a1ff50eb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:08.104152 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:08.105398 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:08.145033 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-74dad38a-9156-41d3-8c40-66b9219fddec req-43fe3d7c-a84f-4c38-9848-59ce0fb1ee71 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.65 "GET /v2.0/ports?device_id=f092be47-9d51-446f-a79f-2693aaa239da HTTP/1.1" status: 200 len: 210 time: 0.1422422 Nov 24 18:06:08.192901 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aebfd3-0025-405f-b67d-4acd744fe9b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:06:08.193256 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aebfd3-0025-405f-b67d-4acd744fe9b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:06:08.193683 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aebfd3-0025-405f-b67d-4acd744fe9b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:06:08.195324 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aebfd3-0025-405f-b67d-4acd744fe9b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:06:08.195683 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aebfd3-0025-405f-b67d-4acd744fe9b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:06:08.196024 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aebfd3-0025-405f-b67d-4acd744fe9b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:06:08.197352 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aebfd3-0025-405f-b67d-4acd744fe9b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:06:08.197686 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aebfd3-0025-405f-b67d-4acd744fe9b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:06:08.198016 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aebfd3-0025-405f-b67d-4acd744fe9b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:06:08.200837 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aebfd3-0025-405f-b67d-4acd744fe9b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:06:08.201827 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aebfd3-0025-405f-b67d-4acd744fe9b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:06:08.206549 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aebfd3-0025-405f-b67d-4acd744fe9b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:06:08.207819 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aebfd3-0025-405f-b67d-4acd744fe9b2 None None] Tracked resource versions report: Nov 24 18:06:08.207819 dv-cinder-818579-1-smb neutron-server[87426]: pushed versions: Nov 24 18:06:08.207819 dv-cinder-818579-1-smb neutron-server[87426]: { 'AddressGroup': {'1.2'}, Nov 24 18:06:08.207819 dv-cinder-818579-1-smb neutron-server[87426]: 'ConntrackHelper': {'1.0'}, Nov 24 18:06:08.207819 dv-cinder-818579-1-smb neutron-server[87426]: 'Log': {'1.0'}, Nov 24 18:06:08.207819 dv-cinder-818579-1-smb neutron-server[87426]: 'Network': {'1.1'}, Nov 24 18:06:08.207819 dv-cinder-818579-1-smb neutron-server[87426]: 'Port': {'1.7'}, Nov 24 18:06:08.207819 dv-cinder-818579-1-smb neutron-server[87426]: 'PortForwarding': {'1.2'}, Nov 24 18:06:08.207819 dv-cinder-818579-1-smb neutron-server[87426]: 'QosPolicy': {'1.8'}, Nov 24 18:06:08.207819 dv-cinder-818579-1-smb neutron-server[87426]: 'SecurityGroup': {'1.4'}, Nov 24 18:06:08.207819 dv-cinder-818579-1-smb neutron-server[87426]: 'SecurityGroupRule': {'1.2'}, Nov 24 18:06:08.207819 dv-cinder-818579-1-smb neutron-server[87426]: 'SubPort': {'1.0'}, Nov 24 18:06:08.207819 dv-cinder-818579-1-smb neutron-server[87426]: 'Subnet': {'1.1'}, Nov 24 18:06:08.207819 dv-cinder-818579-1-smb neutron-server[87426]: 'Trunk': {'1.1'}} Nov 24 18:06:08.207819 dv-cinder-818579-1-smb neutron-server[87426]: consumer versions: Nov 24 18:06:08.207819 dv-cinder-818579-1-smb neutron-server[87426]: { DHCP agent@dv-cinder-818579-1-smb: {}, Nov 24 18:06:08.207819 dv-cinder-818579-1-smb neutron-server[87426]: HyperV agent@hv-cinder-81857: {}, Nov 24 18:06:08.207819 dv-cinder-818579-1-smb neutron-server[87426]: L3 agent@dv-cinder-818579-1-smb: {}, Nov 24 18:06:08.207819 dv-cinder-818579-1-smb neutron-server[87426]: Metadata agent@dv-cinder-818579-1-smb: {}, Nov 24 18:06:08.207819 dv-cinder-818579-1-smb neutron-server[87426]: Metering agent@dv-cinder-818579-1-smb: {}, Nov 24 18:06:08.207819 dv-cinder-818579-1-smb neutron-server[87426]: Open vSwitch agent@dv-cinder-818579-1-smb: { 'AddressGroup': '1.2', Nov 24 18:06:08.207819 dv-cinder-818579-1-smb neutron-server[87426]: 'ConntrackHelper': '1.0', Nov 24 18:06:08.207819 dv-cinder-818579-1-smb neutron-server[87426]: 'Log': '1.0', Nov 24 18:06:08.207819 dv-cinder-818579-1-smb neutron-server[87426]: 'Network': '1.1', Nov 24 18:06:08.207819 dv-cinder-818579-1-smb neutron-server[87426]: 'Port': '1.7', Nov 24 18:06:08.207819 dv-cinder-818579-1-smb neutron-server[87426]: 'PortForwarding': '1.2', Nov 24 18:06:08.207819 dv-cinder-818579-1-smb neutron-server[87426]: 'QosPolicy': '1.8', Nov 24 18:06:08.207819 dv-cinder-818579-1-smb neutron-server[87426]: 'SecurityGroup': '1.4', Nov 24 18:06:08.207819 dv-cinder-818579-1-smb neutron-server[87426]: 'SecurityGroupRule': '1.2', Nov 24 18:06:08.207819 dv-cinder-818579-1-smb neutron-server[87426]: 'SubPort': '1.0', Nov 24 18:06:08.207819 dv-cinder-818579-1-smb neutron-server[87426]: 'Subnet': '1.1', Nov 24 18:06:08.207819 dv-cinder-818579-1-smb neutron-server[87426]: 'Trunk': '1.1'}} Nov 24 18:06:08.207819 dv-cinder-818579-1-smb neutron-server[87426]: {{(pid=87426) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 18:06:08.220586 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG oslo_concurrency.lockutils [None req-67aebfd3-0025-405f-b67d-4acd744fe9b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=87426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:08.276625 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-99cb8372-7b99-442f-881b-ca3ff37006a9 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Network 12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7 is already hosted by enough agents. {{(pid=87423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:06:08.289024 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.base_scheduler [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-99cb8372-7b99-442f-881b-ca3ff37006a9 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Resources bound (agent type, host, resource id): {{(pid=87423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:06:08.294374 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-99cb8372-7b99-442f-881b-ca3ff37006a9 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Received port after_create {{(pid=87423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:06:08.304952 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.db [None req-ef6d80e5-c922-4586-83b7-77da3a53f365 None None] For port 5658302b-1d36-44a1-84d2-3e76625f1e89, host dv-cinder-818579-1-smb, cleared binding levels {{(pid=87426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:06:08.306310 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-99cb8372-7b99-442f-881b-ca3ff37006a9 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:08.311008 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-99cb8372-7b99-442f-881b-ca3ff37006a9 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:08.328486 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.db [None req-ef6d80e5-c922-4586-83b7-77da3a53f365 None None] For port 5658302b-1d36-44a1-84d2-3e76625f1e89, host dv-cinder-818579-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=5658302b-1d36-44a1-84d2-3e76625f1e89,segment=NetworkSegment(d3760bee-36f8-40b7-a723-a1b5699a82b5),segment_id=d3760bee-36f8-40b7-a723-a1b5699a82b5)] {{(pid=87426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:06:08.351989 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b922142c-fb6b-45b4-8538-feb22179f86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:08.420267 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-ef6d80e5-c922-4586-83b7-77da3a53f365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:08.425571 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG oslo_concurrency.lockutils [None req-f3ff6c3c-dbe2-49bd-81d8-6f86d5577238 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:08.429627 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-1ece86b3-1c3f-4575-b6f7-7f3944594c90 None None] Set router 96a06d1f-91d2-4f9f-8902-87ef3f1b025f gateway port host: dv-cinder-818579-1-smb {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:06:08.442252 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb8372-7b99-442f-881b-ca3ff37006a9 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Pushing event updated for resources: {'Port': ['ID=3421c297-d8be-4bc8-891a-a6bf0d05945d,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:08.462293 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-99cb8372-7b99-442f-881b-ca3ff37006a9 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:08.533100 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-99cb8372-7b99-442f-881b-ca3ff37006a9 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5411673 Nov 24 18:06:08.535227 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.db_base_plugin_common [None req-a5c83b87-a61f-4610-81c6-0a98182b9aad admin admin] Allocated IP 172.20.0.1 (a433006a-8672-4e6d-af3a-fa22b395902e/0c1b52e1-6661-4f68-9dd2-227c3d39ad6e/67f6255f-54bd-4de6-a892-db56481af566) {{(pid=87424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:06:08.564619 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:08.626433 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-1f31a892-5dff-44b7-bacf-e4fea01f6deb tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=87423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 18:06:08.637347 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-1f31a892-5dff-44b7-bacf-e4fea01f6deb tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0184207 Nov 24 18:06:08.701307 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-04ef8817-1fb9-4ac5-9665-e66f3b2e95d6 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Notify callbacks [] for port, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:08.721448 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6d80e5-c922-4586-83b7-77da3a53f365 None None] Routers {'584e2c57-b34a-40dd-92e9-63c5a39658ef'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:06:08.722715 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-ef6d80e5-c922-4586-83b7-77da3a53f365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:05:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['584e2c57-b34a-40dd-92e9-63c5a39658ef'], 'active': True} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:08.820884 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-1ece86b3-1c3f-4575-b6f7-7f3944594c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774801609-router', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:57Z', 'updated_at': '2021-11-24T18:06:01Z', 'revision_number': 3, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'gw_port': {'id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:eb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb'}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:08.826540 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ece86b3-1c3f-4575-b6f7-7f3944594c90 None None] The sync data for ids ['96a06d1f-91d2-4f9f-8902-87ef3f1b025f'] in dv-cinder-818579-1-smb is: [{'id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774801609-router', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:57Z', 'updated_at': '2021-11-24T18:06:01Z', 'revision_number': 3, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'gw_port': {'id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:eb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb'}] {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 18:06:09.038739 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a5c83b87-a61f-4610-81c6-0a98182b9aad admin admin] Notify callbacks [] for port, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:09.059818 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-3a4f05f2-7943-482f-a668-19a1ff50eb1d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=893bb73b1d4044e6a357a718b1cc95df&name=default HTTP/1.1" status: 200 len: 2978 time: 2.8297482 Nov 24 18:06:09.071935 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvr_db [None req-ef6d80e5-c922-4586-83b7-77da3a53f365 None None] Set router 584e2c57-b34a-40dd-92e9-63c5a39658ef gateway port host: dv-cinder-818579-1-smb {{(pid=87426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:06:09.077288 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 48670) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:09.151381 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc3908-de74-4790-acfd-b208b969d685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3be197-51f4-490c-893a-f46ba68448a7,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:09.184806 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb83d09-5146-475f-a1c7-85fb80721c8e admin admin] Router 94027239-13c2-444a-b027-257f6913ee14 is scheduled to L3 agent aba83f48-bec1-4447-972f-e1c88a92dee8 with binding_index 1 {{(pid=87424) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 18:06:09.202883 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-63fc3908-de74-4790-acfd-b208b969d685 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f0f1dd1183b446f4a324e60c9cfd1d85&name=default HTTP/1.1" status: 200 len: 2978 time: 2.9742165 Nov 24 18:06:09.214385 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.provisioning_blocks [None req-a5c83b87-a61f-4610-81c6-0a98182b9aad admin admin] Transition to ACTIVE for port object 67f6255f-54bd-4de6-a892-db56481af566 will not be triggered until provisioned by entity DHCP. {{(pid=87424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:06:09.214385 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 48678) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:09.262200 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.db_base_plugin_common [None req-b922142c-fb6b-45b4-8538-feb22179f86c admin admin] Allocated IP 172.20.0.1 (0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7/153ce10b-3d74-4e76-b304-5b290412d101/72c5aeae-79b7-4ecb-9642-8c0db996d7dc) {{(pid=87423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:06:09.417228 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-9cd12721-0fce-4f54-ac54-aa00f096fa41 service neutron] Request body: {'port': {'device_id': 'e20c5b5a-5745-4ec2-b63b-1d4cab7809f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:06:09.462730 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aebfd3-0025-405f-b67d-4acd744fe9b2 None None] Pushing event updated for resources: {'Port': ['ID=5658302b-1d36-44a1-84d2-3e76625f1e89,revision_number=3']} {{(pid=87426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:09.470112 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG oslo_concurrency.lockutils [None req-67aebfd3-0025-405f-b67d-4acd744fe9b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.044s {{(pid=87426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:09.530829 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-ef6d80e5-c922-4586-83b7-77da3a53f365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584e2c57-b34a-40dd-92e9-63c5a39658ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1812947898-router', 'tenant_id': '58c9b55138cf4488927b336b55f0f52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '5658302b-1d36-44a1-84d2-3e76625f1e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:57Z', 'updated_at': '2021-11-24T18:06:01Z', 'revision_number': 3, 'project_id': '58c9b55138cf4488927b336b55f0f52e', 'gw_port': {'id': '5658302b-1d36-44a1-84d2-3e76625f1e89', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ec:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584e2c57-b34a-40dd-92e9-63c5a39658ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb'}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:09.549084 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6d80e5-c922-4586-83b7-77da3a53f365 None None] The sync data for ids ['584e2c57-b34a-40dd-92e9-63c5a39658ef'] in dv-cinder-818579-1-smb is: [{'id': '584e2c57-b34a-40dd-92e9-63c5a39658ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1812947898-router', 'tenant_id': '58c9b55138cf4488927b336b55f0f52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '5658302b-1d36-44a1-84d2-3e76625f1e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:57Z', 'updated_at': '2021-11-24T18:06:01Z', 'revision_number': 3, 'project_id': '58c9b55138cf4488927b336b55f0f52e', 'gw_port': {'id': '5658302b-1d36-44a1-84d2-3e76625f1e89', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ec:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584e2c57-b34a-40dd-92e9-63c5a39658ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb'}] {{(pid=87426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 18:06:09.651245 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f05f2-7943-482f-a668-19a1ff50eb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81bf7f6c-5ed9-4f42-9aa4-94e3f269001d,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:09.656927 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-3a4f05f2-7943-482f-a668-19a1ff50eb1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.551s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:09.681697 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.741s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:09.681986 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:09.701521 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147f2e5-e537-450d-a883-08118e5deebd req-39f90488-13ab-42af-9eca-dc1e674cbf15 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:09.704858 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-5147f2e5-e537-450d-a883-08118e5deebd req-39f90488-13ab-42af-9eca-dc1e674cbf15 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e20c5b5a-5745-4ec2-b63b-1d4cab7809f0 HTTP/1.1" status: 200 len: 932 time: 1.6070988 Nov 24 18:06:09.751274 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-04ef8817-1fb9-4ac5-9665-e66f3b2e95d6 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421'] for port, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:09.911186 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a5c83b87-a61f-4610-81c6-0a98182b9aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421'] for port, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:09.918551 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-24dd45a7-87ed-4e03-8723-77c4b8fd9160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:09.973412 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:10.012751 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:10.095209 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c83b87-a61f-4610-81c6-0a98182b9aad admin admin] Network a433006a-8672-4e6d-af3a-fa22b395902e is already hosted by enough agents. {{(pid=87424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:06:10.127440 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-9cd12721-0fce-4f54-ac54-aa00f096fa41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:10.131425 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb83d09-5146-475f-a1c7-85fb80721c8e admin admin] Notify agent at l3_agent.dv-cinder-818579-1-smb the message routers_updated {{(pid=87424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 18:06:10.131425 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.base_scheduler [None req-a5c83b87-a61f-4610-81c6-0a98182b9aad admin admin] Resources bound (agent type, host, resource id): {{(pid=87424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:06:10.155001 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-d0ac1ccf-bacc-4871-8bc0-686608eca493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:10.157092 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c2fc1c-cf46-44df-981d-63a9a851a0de None None] Sync routers for ids ['94027239-13c2-444a-b027-257f6913ee14'] in dv-cinder-818579-1-smb {{(pid=87426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 18:06:10.173448 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c2fc1c-cf46-44df-981d-63a9a851a0de None None] Routers {'94027239-13c2-444a-b027-257f6913ee14'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:06:10.177545 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-d7c2fc1c-cf46-44df-981d-63a9a851a0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:05:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['94027239-13c2-444a-b027-257f6913ee14'], 'active': True} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:10.186369 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-d0ac1ccf-bacc-4871-8bc0-686608eca493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:10.271422 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-24dd45a7-87ed-4e03-8723-77c4b8fd9160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:10.281183 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-5147f2e5-e537-450d-a883-08118e5deebd req-29e93537-7bd1-430b-b681-3da32af18fb6 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Synchronizing usage tracker for tenant:26c1cad41c3f4fa9b70154ca78209f86 on resource:security_group {{(pid=87424) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:06:10.307920 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-04ef8817-1fb9-4ac5-9665-e66f3b2e95d6 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Network b5517e5f-8a6b-43cd-82cb-391be4b43461 is already hosted by enough agents. {{(pid=87423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:06:10.321796 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.base_scheduler [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-04ef8817-1fb9-4ac5-9665-e66f3b2e95d6 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Resources bound (agent type, host, resource id): {{(pid=87423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:06:10.372215 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-d0ac1ccf-bacc-4871-8bc0-686608eca493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:10.373161 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c83b87-a61f-4610-81c6-0a98182b9aad admin admin] Pushing event updated for resources: {'Port': ['ID=67f6255f-54bd-4de6-a892-db56481af566,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:10.411986 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2fb83d09-5146-475f-a1c7-85fb80721c8e admin admin] Notify callbacks [] for router, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:10.418524 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-2fb83d09-5146-475f-a1c7-85fb80721c8e admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.1741347 Nov 24 18:06:10.420305 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c83b87-a61f-4610-81c6-0a98182b9aad admin admin] Received port after_create {{(pid=87424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:06:10.420969 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a5c83b87-a61f-4610-81c6-0a98182b9aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578856'] for router_interface, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:10.430645 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-a5c83b87-a61f-4610-81c6-0a98182b9aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:10.430928 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 48692) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:10.437915 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-d0ac1ccf-bacc-4871-8bc0-686608eca493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:10.441374 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-d0ac1ccf-bacc-4871-8bc0-686608eca493 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7e3be197-51f4-490c-893a-f46ba68448a7 HTTP/1.1" status: 204 len: 168 time: 1.1967077 Nov 24 18:06:10.452096 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-fd33e3a7-2060-4b01-8b06-0d63573ff8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:10.641147 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-6f122555-043c-4eec-a94d-f87e0b9c3027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:10.661763 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvr_db [None req-d7c2fc1c-cf46-44df-981d-63a9a851a0de None None] Set router 94027239-13c2-444a-b027-257f6913ee14 gateway port host: dv-cinder-818579-1-smb {{(pid=87426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:06:10.726034 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 267339df-8872-47e9-9302-ba2fd2bb2117 up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:06:10.796206 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac1ccf-bacc-4871-8bc0-686608eca493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3be197-51f4-490c-893a-f46ba68448a7,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:10.842920 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-d0ac1ccf-bacc-4871-8bc0-686608eca493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:10.846268 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-5147f2e5-e537-450d-a883-08118e5deebd req-29e93537-7bd1-430b-b681-3da32af18fb6 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Unset dirty status for tenant:26c1cad41c3f4fa9b70154ca78209f86 on resource:security_group {{(pid=87424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:06:10.883345 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-5147f2e5-e537-450d-a883-08118e5deebd req-29e93537-7bd1-430b-b681-3da32af18fb6 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0285659 Nov 24 18:06:11.040611 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-04ef8817-1fb9-4ac5-9665-e66f3b2e95d6 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Received port after_create {{(pid=87423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:06:11.052011 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-04ef8817-1fb9-4ac5-9665-e66f3b2e95d6 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:11.057458 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-04ef8817-1fb9-4ac5-9665-e66f3b2e95d6 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:11.134931 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef8817-1fb9-4ac5-9665-e66f3b2e95d6 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Pushing event updated for resources: {'Port': ['ID=55ddc32c-532d-4809-a2b3-d5dacae36331,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:11.149168 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-04ef8817-1fb9-4ac5-9665-e66f3b2e95d6 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.136s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:11.185101 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-356b79e4-7857-4db1-905f-9bd1842af6c1 None None] Provisioning for port 67f6255f-54bd-4de6-a892-db56481af566 completed by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:06:11.202994 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-356b79e4-7857-4db1-905f-9bd1842af6c1 None None] Provisioning complete for port 67f6255f-54bd-4de6-a892-db56481af566 triggered by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:06:11.203374 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-356b79e4-7857-4db1-905f-9bd1842af6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:11.204169 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-24dd45a7-87ed-4e03-8723-77c4b8fd9160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:11.231982 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:11.249984 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd45a7-87ed-4e03-8723-77c4b8fd9160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bf7f6c-5ed9-4f42-9aa4-94e3f269001d,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:11.269596 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b922142c-fb6b-45b4-8538-feb22179f86c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:11.346374 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-04ef8817-1fb9-4ac5-9665-e66f3b2e95d6 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3589594 Nov 24 18:06:11.367555 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning for port 267339df-8872-47e9-9302-ba2fd2bb2117 completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:06:11.383661 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port 267339df-8872-47e9-9302-ba2fd2bb2117 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:06:11.390051 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:11.407467 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-24dd45a7-87ed-4e03-8723-77c4b8fd9160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:11.409806 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-b23eb48a-7596-4572-ae99-f6a6d00989f3 service neutron] Request body: {'port': {'device_id': 'f092be47-9d51-446f-a79f-2693aaa239da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:06:11.491040 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-d7c2fc1c-cf46-44df-981d-63a9a851a0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94027239-13c2-444a-b027-257f6913ee14', 'name': 'tempest-AttachVolumeTestJSON-1262005700-router', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:04Z', 'revision_number': 3, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'gw_port': {'id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:48:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94027239-13c2-444a-b027-257f6913ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:02Z', 'updated_at': '2021-11-24T18:06:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb'}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:11.498790 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c2fc1c-cf46-44df-981d-63a9a851a0de None None] Checking router: 94027239-13c2-444a-b027-257f6913ee14 for host: dv-cinder-818579-1-smb {{(pid=87426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 18:06:11.499284 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c2fc1c-cf46-44df-981d-63a9a851a0de None None] Updating router 94027239-13c2-444a-b027-257f6913ee14 port d1551d16-3677-43e0-8565-c02dc21a13ae binding host dv-cinder-818579-1-smb {{(pid=87426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 18:06:11.537958 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-356b79e4-7857-4db1-905f-9bd1842af6c1 None None] Port 67f6255f-54bd-4de6-a892-db56481af566 cannot update to ACTIVE because it is not bound. {{(pid=87425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 18:06:11.554721 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-24dd45a7-87ed-4e03-8723-77c4b8fd9160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:11.558272 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-24dd45a7-87ed-4e03-8723-77c4b8fd9160 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/81bf7f6c-5ed9-4f42-9aa4-94e3f269001d HTTP/1.1" status: 204 len: 168 time: 2.4656634 Nov 24 18:06:11.596295 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:11.642942 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-d7c2fc1c-cf46-44df-981d-63a9a851a0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:11.711799 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60898952-880e-4752-a4f1-e8d614fac8f5 req-d783a07a-86a2-48c3-9c78-a9767a64f253 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:11.716636 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-60898952-880e-4752-a4f1-e8d614fac8f5 req-d783a07a-86a2-48c3-9c78-a9767a64f253 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Synchronizing usage tracker for tenant:fa9a65f1e0554eceae3d33ab5507580c on resource:port {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:06:11.746097 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:11.785986 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] For port 267339df-8872-47e9-9302-ba2fd2bb2117, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=267339df-8872-47e9-9302-ba2fd2bb2117,segment=NetworkSegment(d3760bee-36f8-40b7-a723-a1b5699a82b5),segment_id=d3760bee-36f8-40b7-a723-a1b5699a82b5)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:06:11.867696 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:11.868921 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 5658302b-1d36-44a1-84d2-3e76625f1e89 up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:06:12.049126 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b922142c-fb6b-45b4-8538-feb22179f86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421'] for port, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:12.051371 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-0cb4f77c-db61-42a8-9a96-29272e93c827 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:12.081421 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.db.resource_extend [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-9cd12721-0fce-4f54-ac54-aa00f096fa41 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 18:06:12.108626 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-99cb8372-7b99-442f-881b-ca3ff37006a9 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:12.295245 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Pushing event updated for resources: {'Port': ['ID=267339df-8872-47e9-9302-ba2fd2bb2117,revision_number=4']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:12.301178 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b922142c-fb6b-45b4-8538-feb22179f86c admin admin] Network 0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7 is already hosted by enough agents. {{(pid=87423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:06:12.306756 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922142c-fb6b-45b4-8538-feb22179f86c admin admin] Pushing event updated for resources: {'Port': ['ID=72c5aeae-79b7-4ecb-9642-8c0db996d7dc,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:12.308591 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:12.310996 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-60898952-880e-4752-a4f1-e8d614fac8f5 req-d783a07a-86a2-48c3-9c78-a9767a64f253 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Unset dirty status for tenant:fa9a65f1e0554eceae3d33ab5507580c on resource:port {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:06:12.324079 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-60898952-880e-4752-a4f1-e8d614fac8f5 req-d783a07a-86a2-48c3-9c78-a9767a64f253 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.65 "GET /v2.0/ports?device_id=f092be47-9d51-446f-a79f-2693aaa239da HTTP/1.1" status: 200 len: 931 time: 2.5746775 Nov 24 18:06:12.333072 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-b922142c-fb6b-45b4-8538-feb22179f86c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:12.339476 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.base_scheduler [None req-b922142c-fb6b-45b4-8538-feb22179f86c admin admin] Resources bound (agent type, host, resource id): {{(pid=87423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:06:12.365874 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning for port 5658302b-1d36-44a1-84d2-3e76625f1e89 completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:06:12.374391 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port 5658302b-1d36-44a1-84d2-3e76625f1e89 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:06:12.375019 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:12.492684 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b922142c-fb6b-45b4-8538-feb22179f86c admin admin] Received port after_create {{(pid=87423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:06:12.493316 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b922142c-fb6b-45b4-8538-feb22179f86c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578856'] for router_interface, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:12.622582 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-d7c2fc1c-cf46-44df-981d-63a9a851a0de None None] Notify callbacks [] for port, precommit_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:12.665917 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.provisioning_blocks [None req-d7c2fc1c-cf46-44df-981d-63a9a851a0de None None] Transition to ACTIVE for port object d1551d16-3677-43e0-8565-c02dc21a13ae will not be triggered until provisioned by entity L2. {{(pid=87426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:06:12.676974 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a5c83b87-a61f-4610-81c6-0a98182b9aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:12.737161 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:12.786187 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 48728) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:12.788648 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-d7c2fc1c-cf46-44df-981d-63a9a851a0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:12.791367 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] For port 5658302b-1d36-44a1-84d2-3e76625f1e89, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=5658302b-1d36-44a1-84d2-3e76625f1e89,segment=NetworkSegment(d3760bee-36f8-40b7-a723-a1b5699a82b5),segment_id=d3760bee-36f8-40b7-a723-a1b5699a82b5)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:06:12.793654 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG oslo_concurrency.lockutils [None req-67aebfd3-0025-405f-b67d-4acd744fe9b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:12.833758 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:12.884290 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.managers [None req-d7c2fc1c-cf46-44df-981d-63a9a851a0de None None] Attempting to bind port d1551d16-3677-43e0-8565-c02dc21a13ae on host dv-cinder-818579-1-smb for vnic_type normal with profile {{(pid=87426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:06:12.884290 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.managers [None req-d7c2fc1c-cf46-44df-981d-63a9a851a0de None None] Attempting to bind port d1551d16-3677-43e0-8565-c02dc21a13ae by drivers openvswitch,hyperv on host dv-cinder-818579-1-smb at level 0 using segments [{'id': 'd3760bee-36f8-40b7-a723-a1b5699a82b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'}] {{(pid=87426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:06:12.884717 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c2fc1c-cf46-44df-981d-63a9a851a0de None None] Attempting to bind port d1551d16-3677-43e0-8565-c02dc21a13ae on network 526841e0-8571-4339-baee-0cea4a76b63c {{(pid=87426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:06:12.891117 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7e644-fe48-4687-ac38-35203a370723 None None] Pushing event updated for resources: {'Port': ['ID=d1551d16-3677-43e0-8565-c02dc21a13ae,revision_number=2']} {{(pid=87426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:12.891335 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:12.895200 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:12.895510 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG oslo_concurrency.lockutils [None req-7dd7e644-fe48-4687-ac38-35203a370723 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:12.896268 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c2fc1c-cf46-44df-981d-63a9a851a0de None None] Checking agent: {'id': '649afde1-6bcc-42a3-a59e-22c863eb835e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 57, 8), 'started_at': datetime.datetime(2021, 11, 24, 17, 57, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:06:12.900159 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c2fc1c-cf46-44df-981d-63a9a851a0de None None] Checking segment: {'id': 'd3760bee-36f8-40b7-a723-a1b5699a82b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:06:12.900159 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-d7c2fc1c-cf46-44df-981d-63a9a851a0de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:12.900159 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c2fc1c-cf46-44df-981d-63a9a851a0de None None] Bound using segment: {'id': 'd3760bee-36f8-40b7-a723-a1b5699a82b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'} {{(pid=87426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:06:12.900159 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.managers [None req-d7c2fc1c-cf46-44df-981d-63a9a851a0de None None] Bound port: d1551d16-3677-43e0-8565-c02dc21a13ae, host: dv-cinder-818579-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3760bee-36f8-40b7-a723-a1b5699a82b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'}}] {{(pid=87426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:06:12.900159 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-d7c2fc1c-cf46-44df-981d-63a9a851a0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:12.904483 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2f4e45a7-ba0c-4f69-a4e5-48d0dd83fb79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:12.958575 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-2f4e45a7-ba0c-4f69-a4e5-48d0dd83fb79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:12.979885 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-b23eb48a-7596-4572-ae99-f6a6d00989f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:13.025345 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-9cd12721-0fce-4f54-ac54-aa00f096fa41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3421c297-d8be-4bc8-891a-a6bf0d05945d {{(pid=87423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:06:13.039045 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-2f4e45a7-ba0c-4f69-a4e5-48d0dd83fb79 admin admin] Usage tracker for resource:security_group_rule and tenant:4e7bb950926040239eda435485f01093 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:06:13.056087 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 267339df-8872-47e9-9302-ba2fd2bb2117 up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:06:13.073044 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-2f4e45a7-ba0c-4f69-a4e5-48d0dd83fb79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:06:13.080062 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-9cd12721-0fce-4f54-ac54-aa00f096fa41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:13.095037 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.db [None req-d7c2fc1c-cf46-44df-981d-63a9a851a0de None None] For port d1551d16-3677-43e0-8565-c02dc21a13ae, host dv-cinder-818579-1-smb, cleared binding levels {{(pid=87426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:06:13.112201 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-2f4e45a7-ba0c-4f69-a4e5-48d0dd83fb79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:13.123629 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.db [None req-d7c2fc1c-cf46-44df-981d-63a9a851a0de None None] For port d1551d16-3677-43e0-8565-c02dc21a13ae, host dv-cinder-818579-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=d1551d16-3677-43e0-8565-c02dc21a13ae,segment=NetworkSegment(d3760bee-36f8-40b7-a723-a1b5699a82b5),segment_id=d3760bee-36f8-40b7-a723-a1b5699a82b5)] {{(pid=87426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:06:13.126644 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f10ca-3017-4c67-8818-94ec5d866bc7 req-fc9966da-adff-48f5-8574-c64bdfaa0063 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:13.134021 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Pushing event updated for resources: {'Port': ['ID=5658302b-1d36-44a1-84d2-3e76625f1e89,revision_number=4']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:13.137373 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-1f5f10ca-3017-4c67-8818-94ec5d866bc7 req-fc9966da-adff-48f5-8574-c64bdfaa0063 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e20c5b5a-5745-4ec2-b63b-1d4cab7809f0 HTTP/1.1" status: 200 len: 932 time: 0.8961694 Nov 24 18:06:13.149200 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:13.152967 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 48734) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:13.209864 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-60898952-880e-4752-a4f1-e8d614fac8f5 req-95cd1bd9-7949-45c6-8da5-cdd1c7f20bef tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Synchronizing usage tracker for tenant:fa9a65f1e0554eceae3d33ab5507580c on resource:security_group {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:06:13.212713 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-d7c2fc1c-cf46-44df-981d-63a9a851a0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:13.229861 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port 267339df-8872-47e9-9302-ba2fd2bb2117 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:06:13.232619 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:13.235660 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.provisioning_blocks [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-9cd12721-0fce-4f54-ac54-aa00f096fa41 service neutron] Transition to ACTIVE for port object 3421c297-d8be-4bc8-891a-a6bf0d05945d will not be triggered until provisioned by entity L2. {{(pid=87423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:06:13.261428 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:13.347704 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-9cd12721-0fce-4f54-ac54-aa00f096fa41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:13.403510 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:13.468209 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-9e20f733-3e10-41a4-9004-2ec3506b3d82 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1250567308-network', 'tenant_id': '60b7f4709b0b4d9f83ebd3506379acae'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:06:13.470688 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c2fc1c-cf46-44df-981d-63a9a851a0de None None] Routers {'94027239-13c2-444a-b027-257f6913ee14'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:06:13.471339 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-d7c2fc1c-cf46-44df-981d-63a9a851a0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:06:10Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['94027239-13c2-444a-b027-257f6913ee14'], 'active': True} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:13.473912 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-1f5f10ca-3017-4c67-8818-94ec5d866bc7 req-76298f82-eb75-40fe-ad13-ba6e583e2ace tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361051 Nov 24 18:06:13.474672 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-60898952-880e-4752-a4f1-e8d614fac8f5 req-95cd1bd9-7949-45c6-8da5-cdd1c7f20bef tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Unset dirty status for tenant:fa9a65f1e0554eceae3d33ab5507580c on resource:security_group {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:06:13.485172 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-60898952-880e-4752-a4f1-e8d614fac8f5 req-95cd1bd9-7949-45c6-8da5-cdd1c7f20bef tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.65 "GET /v2.0/security-groups?id=125b048c-3c01-4e5b-9591-38b4a4272366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1594954 Nov 24 18:06:13.492591 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-9e20f733-3e10-41a4-9004-2ec3506b3d82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:13.506236 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-9e20f733-3e10-41a4-9004-2ec3506b3d82 admin admin] Usage tracker for resource:network and tenant:60b7f4709b0b4d9f83ebd3506379acae is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:06:13.514271 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-9e20f733-3e10-41a4-9004-2ec3506b3d82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:06:13.558595 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-9e20f733-3e10-41a4-9004-2ec3506b3d82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:13.652445 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7e644-fe48-4687-ac38-35203a370723 None None] Pushing event updated for resources: {'Port': ['ID=d1551d16-3677-43e0-8565-c02dc21a13ae,revision_number=3']} {{(pid=87426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:13.656231 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a5c83b87-a61f-4610-81c6-0a98182b9aad admin admin] Notify callbacks [] for port, precommit_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:13.661614 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c9c9368e-8e07-42a2-8528-4fba685227b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:13.665989 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG oslo_concurrency.lockutils [None req-7dd7e644-fe48-4687-ac38-35203a370723 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=87426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:13.733835 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a5c83b87-a61f-4610-81c6-0a98182b9aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:13.735508 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e20f733-3e10-41a4-9004-2ec3506b3d82 admin admin] Made reservation on behalf of 60b7f4709b0b4d9f83ebd3506379acae for: {'network': 1} {{(pid=87424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:06:13.739539 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-9e20f733-3e10-41a4-9004-2ec3506b3d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for network, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:13.760701 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2f4e45a7-ba0c-4f69-a4e5-48d0dd83fb79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:13.762814 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a5c83b87-a61f-4610-81c6-0a98182b9aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579019'] for router_interface, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:13.769001 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:13.830699 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-9e20f733-3e10-41a4-9004-2ec3506b3d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:13.904982 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2f4e45a7-ba0c-4f69-a4e5-48d0dd83fb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:13.910654 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvr_db [None req-d7c2fc1c-cf46-44df-981d-63a9a851a0de None None] Set router 94027239-13c2-444a-b027-257f6913ee14 gateway port host: dv-cinder-818579-1-smb {{(pid=87426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:06:14.045987 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-9e20f733-3e10-41a4-9004-2ec3506b3d82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:14.171214 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-9e20f733-3e10-41a4-9004-2ec3506b3d82 admin admin] Usage tracker for resource:security_group_rule and tenant:60b7f4709b0b4d9f83ebd3506379acae is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:06:14.218208 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd12721-0fce-4f54-ac54-aa00f096fa41 service neutron] Pushing event updated for resources: {'Port': ['ID=3421c297-d8be-4bc8-891a-a6bf0d05945d,revision_number=2']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:14.237053 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-9cd12721-0fce-4f54-ac54-aa00f096fa41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.834s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:14.238934 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-9e20f733-3e10-41a4-9004-2ec3506b3d82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:06:14.239062 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b922142c-fb6b-45b4-8538-feb22179f86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:14.266980 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-9e20f733-3e10-41a4-9004-2ec3506b3d82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:14.282097 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c83b87-a61f-4610-81c6-0a98182b9aad admin admin] Pushing event updated for resources: {'Port': ['ID=67f6255f-54bd-4de6-a892-db56481af566,revision_number=2']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:14.296227 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-a5c83b87-a61f-4610-81c6-0a98182b9aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:14.303273 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-3a4f05f2-7943-482f-a668-19a1ff50eb1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:14.313474 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-9cd12721-0fce-4f54-ac54-aa00f096fa41 service neutron] Attempting to bind port 3421c297-d8be-4bc8-891a-a6bf0d05945d on host hv-cinder-81857 for vnic_type normal with profile {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:06:14.314052 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-9cd12721-0fce-4f54-ac54-aa00f096fa41 service neutron] Attempting to bind port 3421c297-d8be-4bc8-891a-a6bf0d05945d by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': 'e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7'}] {{(pid=87423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:06:14.314543 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-9cd12721-0fce-4f54-ac54-aa00f096fa41 service neutron] Attempting to bind port 3421c297-d8be-4bc8-891a-a6bf0d05945d on network 12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:06:14.341139 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e45a7-ba0c-4f69-a4e5-48d0dd83fb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be1f0f8-9ac9-4a66-9c11-d4ed8251563f,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:14.350078 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-2f4e45a7-ba0c-4f69-a4e5-48d0dd83fb79 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4e7bb950926040239eda435485f01093&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5624294 Nov 24 18:06:14.355518 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 48750) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:14.355518 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-2f4e45a7-ba0c-4f69-a4e5-48d0dd83fb79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:14.362727 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-d7c2fc1c-cf46-44df-981d-63a9a851a0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94027239-13c2-444a-b027-257f6913ee14', 'name': 'tempest-AttachVolumeTestJSON-1262005700-router', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:04Z', 'revision_number': 3, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'gw_port': {'id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:48:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94027239-13c2-444a-b027-257f6913ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:02Z', 'updated_at': '2021-11-24T18:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb'}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:14.370795 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-9cd12721-0fce-4f54-ac54-aa00f096fa41 service neutron] Port 3421c297-d8be-4bc8-891a-a6bf0d05945d on network 12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 18:06:14.371121 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-9cd12721-0fce-4f54-ac54-aa00f096fa41 service neutron] Attempting to bind port 3421c297-d8be-4bc8-891a-a6bf0d05945d on network 12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:06:14.392980 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c2fc1c-cf46-44df-981d-63a9a851a0de None None] The sync data for ids ['94027239-13c2-444a-b027-257f6913ee14'] in dv-cinder-818579-1-smb is: [{'id': '94027239-13c2-444a-b027-257f6913ee14', 'name': 'tempest-AttachVolumeTestJSON-1262005700-router', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:04Z', 'revision_number': 3, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'gw_port': {'id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:48:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94027239-13c2-444a-b027-257f6913ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:02Z', 'updated_at': '2021-11-24T18:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb'}] {{(pid=87426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 18:06:14.462095 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-9cd12721-0fce-4f54-ac54-aa00f096fa41 service neutron] Checking agent: {'id': 'd0ca9dee-1939-4c7e-ac1c-b1e38ddd9156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'started_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:06:14.462722 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-9cd12721-0fce-4f54-ac54-aa00f096fa41 service neutron] Checking segment: {'id': 'e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:06:14.467233 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-9cd12721-0fce-4f54-ac54-aa00f096fa41 service neutron] Bound using segment: {'id': 'e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7'} {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:06:14.467701 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-9cd12721-0fce-4f54-ac54-aa00f096fa41 service neutron] Bound port: 3421c297-d8be-4bc8-891a-a6bf0d05945d, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7'}}] {{(pid=87423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:06:14.468055 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-9cd12721-0fce-4f54-ac54-aa00f096fa41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:14.543157 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c83b87-a61f-4610-81c6-0a98182b9aad admin admin] Network a433006a-8672-4e6d-af3a-fa22b395902e is already hosted by enough agents. {{(pid=87424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:06:14.553226 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.base_scheduler [None req-a5c83b87-a61f-4610-81c6-0a98182b9aad admin admin] Resources bound (agent type, host, resource id): {{(pid=87424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:06:14.845652 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f321414d-9055-4817-9e68-3d4d61606cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:14.845652 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.db_base_plugin_common [None req-c9c9368e-8e07-42a2-8528-4fba685227b6 admin admin] Allocated IP 172.20.0.1 (99e16732-504f-4bd0-9b6d-ec24f46575f9/cb34300e-db3e-473b-9bf9-eea83552c640/b4786ac5-7489-4fe8-9c8e-a5bb631d7119) {{(pid=87424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:06:14.929437 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f321414d-9055-4817-9e68-3d4d61606cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:15.064892 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-b23eb48a-7596-4572-ae99-f6a6d00989f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ddc32c-532d-4809-a2b3-d5dacae36331 {{(pid=87423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:06:15.103088 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-84257376-9dfb-4f52-881c-a428de2c7782 None None] Provisioning complete for port 67f6255f-54bd-4de6-a892-db56481af566 triggered by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:06:15.104019 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-84257376-9dfb-4f52-881c-a428de2c7782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:15.109975 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-b23eb48a-7596-4572-ae99-f6a6d00989f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:15.247252 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-84257376-9dfb-4f52-881c-a428de2c7782 None None] Port 67f6255f-54bd-4de6-a892-db56481af566 cannot update to ACTIVE because it is not bound. {{(pid=87425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 18:06:15.270393 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.provisioning_blocks [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-b23eb48a-7596-4572-ae99-f6a6d00989f3 service neutron] Transition to ACTIVE for port object 55ddc32c-532d-4809-a2b3-d5dacae36331 will not be triggered until provisioned by entity L2. {{(pid=87423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:06:15.298075 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-9cd12721-0fce-4f54-ac54-aa00f096fa41 service neutron] For port 3421c297-d8be-4bc8-891a-a6bf0d05945d, host hv-cinder-81857, cleared binding levels {{(pid=87423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:06:15.326445 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a39926-4e46-46de-9713-a0006597a357 req-087355be-b87a-4306-be95-a307bc0bea72 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:15.328060 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b6a39926-4e46-46de-9713-a0006597a357 req-087355be-b87a-4306-be95-a307bc0bea72 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.65 "GET /v2.0/ports?device_id=f092be47-9d51-446f-a79f-2693aaa239da HTTP/1.1" status: 200 len: 931 time: 0.5354872 Nov 24 18:06:15.330493 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b922142c-fb6b-45b4-8538-feb22179f86c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:15.406735 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-9cd12721-0fce-4f54-ac54-aa00f096fa41 service neutron] For port 3421c297-d8be-4bc8-891a-a6bf0d05945d, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=3421c297-d8be-4bc8-891a-a6bf0d05945d,segment=NetworkSegment(e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5),segment_id=e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5)] {{(pid=87423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:06:15.407833 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 5658302b-1d36-44a1-84d2-3e76625f1e89 up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:06:15.454899 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b6a39926-4e46-46de-9713-a0006597a357 req-a81b0309-ccce-40bb-b7b2-4f257a13ab4e tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.65 "GET /v2.0/security-groups?id=125b048c-3c01-4e5b-9591-38b4a4272366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122539 Nov 24 18:06:15.556118 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port 5658302b-1d36-44a1-84d2-3e76625f1e89 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:06:15.556535 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:15.760972 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device d1551d16-3677-43e0-8565-c02dc21a13ae up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:06:15.768169 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c9c9368e-8e07-42a2-8528-4fba685227b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:15.799513 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-b23eb48a-7596-4572-ae99-f6a6d00989f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:15.802046 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.provisioning_blocks [None req-c9c9368e-8e07-42a2-8528-4fba685227b6 admin admin] Transition to ACTIVE for port object b4786ac5-7489-4fe8-9c8e-a5bb631d7119 will not be triggered until provisioned by entity DHCP. {{(pid=87424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:06:15.805490 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-04ef8817-1fb9-4ac5-9665-e66f3b2e95d6 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:15.999447 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c83b87-a61f-4610-81c6-0a98182b9aad admin admin] Router 96a06d1f-91d2-4f9f-8902-87ef3f1b025f has already been hosted by L3 agent aba83f48-bec1-4447-972f-e1c88a92dee8 {{(pid=87424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 18:06:16.000029 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-9cd12721-0fce-4f54-ac54-aa00f096fa41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:16.000632 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b922142c-fb6b-45b4-8538-feb22179f86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:16.001746 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23eb48a-7596-4572-ae99-f6a6d00989f3 service neutron] Pushing event updated for resources: {'Port': ['ID=55ddc32c-532d-4809-a2b3-d5dacae36331,revision_number=2']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:16.002685 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-9e20f733-3e10-41a4-9004-2ec3506b3d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:16.005324 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-b23eb48a-7596-4572-ae99-f6a6d00989f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:16.019966 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72da9fd-3fbf-4999-8b1b-b7dc629e469a req-1f6b1f9f-ff5a-45b6-b71d-72c4d71d25e8 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:16.019966 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-f72da9fd-3fbf-4999-8b1b-b7dc629e469a req-1f6b1f9f-ff5a-45b6-b71d-72c4d71d25e8 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e20c5b5a-5745-4ec2-b63b-1d4cab7809f0 HTTP/1.1" status: 200 len: 944 time: 1.2337778 Nov 24 18:06:16.097090 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:16.121961 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning for port d1551d16-3677-43e0-8565-c02dc21a13ae completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:06:16.128467 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port d1551d16-3677-43e0-8565-c02dc21a13ae triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:06:16.129060 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:16.160940 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b922142c-fb6b-45b4-8538-feb22179f86c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579019'] for router_interface, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:16.271511 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-9cd12721-0fce-4f54-ac54-aa00f096fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:16.272204 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-9cd12721-0fce-4f54-ac54-aa00f096fa41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:16.273552 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-9cd12721-0fce-4f54-ac54-aa00f096fa41 service neutron] 10.222.0.66 "PUT /v2.0/ports/3421c297-d8be-4bc8-891a-a6bf0d05945d HTTP/1.1" status: 200 len: 1094 time: 7.0636823 Nov 24 18:06:16.276743 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e20c5b5a-5745-4ec2-b63b-1d4cab7809f0', 'tag': '3421c297-d8be-4bc8-891a-a6bf0d05945d'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:06:16.321549 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c9c9368e-8e07-42a2-8528-4fba685227b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421'] for port, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:16.322847 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c83b87-a61f-4610-81c6-0a98182b9aad admin admin] Notify agent at l3_agent.dv-cinder-818579-1-smb the message routers_updated {{(pid=87424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 18:06:16.329271 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-9e20f733-3e10-41a4-9004-2ec3506b3d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:16.329877 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:16.338992 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b38af1-69cf-4a01-b539-2da854855dff None None] Sync routers for ids ['96a06d1f-91d2-4f9f-8902-87ef3f1b025f'] in dv-cinder-818579-1-smb {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 18:06:16.349082 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f321414d-9055-4817-9e68-3d4d61606cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:16.361617 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b38af1-69cf-4a01-b539-2da854855dff None None] Routers {'96a06d1f-91d2-4f9f-8902-87ef3f1b025f'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:06:16.367591 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-59b38af1-69cf-4a01-b539-2da854855dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:06:10Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['96a06d1f-91d2-4f9f-8902-87ef3f1b025f'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:16.421620 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-a5c83b87-a61f-4610-81c6-0a98182b9aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:16.485115 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] For port d1551d16-3677-43e0-8565-c02dc21a13ae, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=d1551d16-3677-43e0-8565-c02dc21a13ae,segment=NetworkSegment(d3760bee-36f8-40b7-a723-a1b5699a82b5),segment_id=d3760bee-36f8-40b7-a723-a1b5699a82b5)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:06:16.501336 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-b23eb48a-7596-4572-ae99-f6a6d00989f3 service neutron] Attempting to bind port 55ddc32c-532d-4809-a2b3-d5dacae36331 on host hv-cinder-81857 for vnic_type normal with profile {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:06:16.505690 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-b23eb48a-7596-4572-ae99-f6a6d00989f3 service neutron] Attempting to bind port 55ddc32c-532d-4809-a2b3-d5dacae36331 by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': 'f19d1740-a4de-4a56-ba29-a22bb1f93f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b5517e5f-8a6b-43cd-82cb-391be4b43461'}] {{(pid=87423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:06:16.505690 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-b23eb48a-7596-4572-ae99-f6a6d00989f3 service neutron] Attempting to bind port 55ddc32c-532d-4809-a2b3-d5dacae36331 on network b5517e5f-8a6b-43cd-82cb-391be4b43461 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:06:16.511672 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd12721-0fce-4f54-ac54-aa00f096fa41 service neutron] Pushing event updated for resources: {'Port': ['ID=3421c297-d8be-4bc8-891a-a6bf0d05945d,revision_number=3']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:16.557981 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e20f733-3e10-41a4-9004-2ec3506b3d82 admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=87424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 18:06:16.573012 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c9368e-8e07-42a2-8528-4fba685227b6 admin admin] Network 99e16732-504f-4bd0-9b6d-ec24f46575f9 is already hosted by enough agents. {{(pid=87424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:06:16.579339 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-f72da9fd-3fbf-4999-8b1b-b7dc629e469a req-d7047f36-948d-4657-819d-22b45e8ec040 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4976187 Nov 24 18:06:16.593299 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.base_scheduler [None req-c9c9368e-8e07-42a2-8528-4fba685227b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:06:16.595299 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f321414d-9055-4817-9e68-3d4d61606cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:16.603088 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-f321414d-9055-4817-9e68-3d4d61606cba admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9be1f0f8-9ac9-4a66-9c11-d4ed8251563f HTTP/1.1" status: 204 len: 168 time: 2.2435830 Nov 24 18:06:16.608895 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c9368e-8e07-42a2-8528-4fba685227b6 admin admin] Received port after_create {{(pid=87424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:06:16.609337 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c9c9368e-8e07-42a2-8528-4fba685227b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578856'] for router_interface, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:16.613122 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-b23eb48a-7596-4572-ae99-f6a6d00989f3 service neutron] Port 55ddc32c-532d-4809-a2b3-d5dacae36331 on network b5517e5f-8a6b-43cd-82cb-391be4b43461 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 18:06:16.613674 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-b23eb48a-7596-4572-ae99-f6a6d00989f3 service neutron] Attempting to bind port 55ddc32c-532d-4809-a2b3-d5dacae36331 on network b5517e5f-8a6b-43cd-82cb-391be4b43461 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:06:16.627367 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-9e20f733-3e10-41a4-9004-2ec3506b3d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541721'] for segment, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:16.628513 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.db.segments_db [None req-9e20f733-3e10-41a4-9004-2ec3506b3d82 admin admin] Added segment 7edf69f8-7ca1-433f-9f03-fbd9a05ee51d of type vlan for network aa5e77a2-5da5-46c8-a067-6ab937f13e74 Nov 24 18:06:16.672750 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-b23eb48a-7596-4572-ae99-f6a6d00989f3 service neutron] Checking agent: {'id': 'd0ca9dee-1939-4c7e-ac1c-b1e38ddd9156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'started_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:06:16.673282 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-b23eb48a-7596-4572-ae99-f6a6d00989f3 service neutron] Checking segment: {'id': 'f19d1740-a4de-4a56-ba29-a22bb1f93f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b5517e5f-8a6b-43cd-82cb-391be4b43461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:06:16.673756 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-b23eb48a-7596-4572-ae99-f6a6d00989f3 service neutron] Bound using segment: {'id': 'f19d1740-a4de-4a56-ba29-a22bb1f93f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b5517e5f-8a6b-43cd-82cb-391be4b43461'} {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:06:16.674275 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-b23eb48a-7596-4572-ae99-f6a6d00989f3 service neutron] Bound port: 55ddc32c-532d-4809-a2b3-d5dacae36331, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f19d1740-a4de-4a56-ba29-a22bb1f93f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b5517e5f-8a6b-43cd-82cb-391be4b43461'}}] {{(pid=87423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:06:16.674766 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-b23eb48a-7596-4572-ae99-f6a6d00989f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:16.714888 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:16.737475 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-d9fe85cc-b9dd-49bf-9e6d-02d35b675d45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:16.747724 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-9e20f733-3e10-41a4-9004-2ec3506b3d82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730961763539'] for network, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:16.805730 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-a5c83b87-a61f-4610-81c6-0a98182b9aad admin admin] 10.222.0.65 "PUT /v2.0/routers/96a06d1f-91d2-4f9f-8902-87ef3f1b025f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7193415 Nov 24 18:06:16.971476 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9368e-8e07-42a2-8528-4fba685227b6 admin admin] Pushing event updated for resources: {'Port': ['ID=b4786ac5-7489-4fe8-9c8e-a5bb631d7119,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:16.985692 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-c9c9368e-8e07-42a2-8528-4fba685227b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:16.989804 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.538s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:17.024618 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.db.resource_extend [None req-9e20f733-3e10-41a4-9004-2ec3506b3d82 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 18:06:17.052233 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b922142c-fb6b-45b4-8538-feb22179f86c admin admin] Network 0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7 is already hosted by enough agents. {{(pid=87423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:06:17.102579 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-59b38af1-69cf-4a01-b539-2da854855dff None None] Set router 96a06d1f-91d2-4f9f-8902-87ef3f1b025f gateway port host: dv-cinder-818579-1-smb {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:06:17.208011 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20f733-3e10-41a4-9004-2ec3506b3d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23ca87c-c5dc-4da1-a885-32b29ff5f6d4,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:17.222134 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Pushing event updated for resources: {'Port': ['ID=d1551d16-3677-43e0-8565-c02dc21a13ae,revision_number=4']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:17.229977 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:17.257988 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321414d-9055-4817-9e68-3d4d61606cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be1f0f8-9ac9-4a66-9c11-d4ed8251563f,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:17.267867 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-f321414d-9055-4817-9e68-3d4d61606cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:17.272372 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.747s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:17.272671 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:17.313283 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-9e20f733-3e10-41a4-9004-2ec3506b3d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341'] for network, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:17.322833 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e20f733-3e10-41a4-9004-2ec3506b3d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:17.323419 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-9e20f733-3e10-41a4-9004-2ec3506b3d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for network, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:17.341045 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:17.375917 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-4122e66b-cdff-485c-959c-5e0cc4e315d3 None None] Provisioning for port b4786ac5-7489-4fe8-9c8e-a5bb631d7119 completed by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:06:17.420282 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-4122e66b-cdff-485c-959c-5e0cc4e315d3 None None] Provisioning complete for port b4786ac5-7489-4fe8-9c8e-a5bb631d7119 triggered by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:06:17.421404 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-4122e66b-cdff-485c-959c-5e0cc4e315d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:17.506447 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 48790) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:17.525996 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.base_scheduler [None req-b922142c-fb6b-45b4-8538-feb22179f86c admin admin] Resources bound (agent type, host, resource id): {{(pid=87423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:06:17.615108 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-4122e66b-cdff-485c-959c-5e0cc4e315d3 None None] Port b4786ac5-7489-4fe8-9c8e-a5bb631d7119 cannot update to ACTIVE because it is not bound. {{(pid=87425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 18:06:17.615514 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c9c9368e-8e07-42a2-8528-4fba685227b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:17.672005 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20f733-3e10-41a4-9004-2ec3506b3d82 admin admin] Pushing event updated for resources: {'Network': ['ID=aa5e77a2-5da5-46c8-a067-6ab937f13e74,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:17.687977 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-9e20f733-3e10-41a4-9004-2ec3506b3d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:17.723296 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922142c-fb6b-45b4-8538-feb22179f86c admin admin] Pushing event updated for resources: {'Port': ['ID=72c5aeae-79b7-4ecb-9642-8c0db996d7dc,revision_number=2']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:17.726484 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-b922142c-fb6b-45b4-8538-feb22179f86c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.629s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:17.749695 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Network aa5e77a2-5da5-46c8-a067-6ab937f13e74 details requested by agent ovs-agent-dv-cinder-818579-1-smb with host dv-cinder-818579-1-smb {{(pid=87425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 18:06:17.786224 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-9e20f733-3e10-41a4-9004-2ec3506b3d82 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.5875478 Nov 24 18:06:17.798390 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 48808) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:17.810966 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e20c5b5a-5745-4ec2-b63b-1d4cab7809f0', 'tag': '3421c297-d8be-4bc8-891a-a6bf0d05945d', 'status': 'completed', 'code': 200} Nov 24 18:06:17.813829 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.612s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:17.814117 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:17.822241 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-c2a3fce2-7f7b-4735-939f-ad00fd86860f admin admin] Request body: {'subnet': {'network_id': 'aa5e77a2-5da5-46c8-a067-6ab937f13e74', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1250567308-subnet', 'tenant_id': '60b7f4709b0b4d9f83ebd3506379acae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:06:17.863933 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-c2a3fce2-7f7b-4735-939f-ad00fd86860f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:17.889581 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-c2a3fce2-7f7b-4735-939f-ad00fd86860f admin admin] Usage tracker for resource:subnet and tenant:60b7f4709b0b4d9f83ebd3506379acae is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:06:17.905550 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-c2a3fce2-7f7b-4735-939f-ad00fd86860f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:06:17.910105 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-b23eb48a-7596-4572-ae99-f6a6d00989f3 service neutron] For port 55ddc32c-532d-4809-a2b3-d5dacae36331, host hv-cinder-81857, cleared binding levels {{(pid=87423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:06:17.931346 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2cf404ef-5e21-4eb9-8fa1-9debb04173aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:17.939102 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-b23eb48a-7596-4572-ae99-f6a6d00989f3 service neutron] For port 55ddc32c-532d-4809-a2b3-d5dacae36331, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=55ddc32c-532d-4809-a2b3-d5dacae36331,segment=NetworkSegment(f19d1740-a4de-4a56-ba29-a22bb1f93f35),segment_id=f19d1740-a4de-4a56-ba29-a22bb1f93f35)] {{(pid=87423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:06:17.956706 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-c2a3fce2-7f7b-4735-939f-ad00fd86860f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:18.000496 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-59b38af1-69cf-4a01-b539-2da854855dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774801609-router', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:57Z', 'updated_at': '2021-11-24T18:06:11Z', 'revision_number': 4, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'gw_port': {'id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:eb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': '67f6255f-54bd-4de6-a892-db56481af566', 'name': '', 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'mac_address': 'fa:16:3e:52:b8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0c1b52e1-6661-4f68-9dd2-227c3d39ad6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:08Z', 'updated_at': '2021-11-24T18:06:12Z', 'revision_number': 2, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'subnets': [{'id': '0c1b52e1-6661-4f68-9dd2-227c3d39ad6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:18.005246 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b38af1-69cf-4a01-b539-2da854855dff None None] Checking router: 96a06d1f-91d2-4f9f-8902-87ef3f1b025f for host: dv-cinder-818579-1-smb {{(pid=87425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 18:06:18.009592 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b38af1-69cf-4a01-b539-2da854855dff None None] Updating router 96a06d1f-91d2-4f9f-8902-87ef3f1b025f port 67f6255f-54bd-4de6-a892-db56481af566 binding host dv-cinder-818579-1-smb {{(pid=87425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 18:06:18.039237 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-2cf404ef-5e21-4eb9-8fa1-9debb04173aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:18.049314 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-2cf404ef-5e21-4eb9-8fa1-9debb04173aa admin admin] Usage tracker for resource:security_group_rule and tenant:cfad816e5ef8463b87ca55f99d1f90d4 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:06:18.055525 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-ec8f29ad-f8e6-4d64-aa41-55e890f6cb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:18.055525 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-ec8f29ad-f8e6-4d64-aa41-55e890f6cb9e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=26c1cad41c3f4fa9b70154ca78209f86&device_id=e20c5b5a-5745-4ec2-b63b-1d4cab7809f0 HTTP/1.1" status: 200 len: 1097 time: 0.4967241 Nov 24 18:06:18.061813 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7cd6c8-2193-4579-9823-35b4ef82409e req-bd09e024-e540-40f7-b575-da77bc96fce7 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:18.063284 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-0d7cd6c8-2193-4579-9823-35b4ef82409e req-bd09e024-e540-40f7-b575-da77bc96fce7 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.65 "GET /v2.0/ports?device_id=f092be47-9d51-446f-a79f-2693aaa239da HTTP/1.1" status: 200 len: 943 time: 1.3326344 Nov 24 18:06:18.068416 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-b23eb48a-7596-4572-ae99-f6a6d00989f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:18.083558 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-68cf291b-becf-4d46-a410-fb699422fa3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:18.098156 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-59b38af1-69cf-4a01-b539-2da854855dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:18.121981 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-2cf404ef-5e21-4eb9-8fa1-9debb04173aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:06:18.146626 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a3fce2-7f7b-4735-939f-ad00fd86860f admin admin] Made reservation on behalf of 60b7f4709b0b4d9f83ebd3506379acae for: {'subnet': 1} {{(pid=87424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:06:18.150728 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c2a3fce2-7f7b-4735-939f-ad00fd86860f admin admin] Notify callbacks [] for subnet, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:18.268739 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-9653635e-25ab-44a7-aeff-796ce8a8429f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3421c297-d8be-4bc8-891a-a6bf0d05945d HTTP/1.1" status: 200 len: 217 time: 0.0890293 Nov 24 18:06:18.269206 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-2cf404ef-5e21-4eb9-8fa1-9debb04173aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:18.369986 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-6a2443ef-00c4-4008-a991-b15f63a30892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:18.374491 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-6a2443ef-00c4-4008-a991-b15f63a30892 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=54b4613a-3305-4e89-ae17-1b3cdd6abe2b HTTP/1.1" status: 200 len: 854 time: 0.0894539 Nov 24 18:06:18.453064 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 48820) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:18.465378 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b922142c-fb6b-45b4-8538-feb22179f86c admin admin] Router 584e2c57-b34a-40dd-92e9-63c5a39658ef has already been hosted by L3 agent aba83f48-bec1-4447-972f-e1c88a92dee8 {{(pid=87423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 18:06:18.473405 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-2525720e-594f-4449-98af-62002774213a tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1171294194', 'description': 'tempest-description--1571666145'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:06:18.476323 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-b23eb48a-7596-4572-ae99-f6a6d00989f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:18.477040 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-b23eb48a-7596-4572-ae99-f6a6d00989f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:18.480259 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-b23eb48a-7596-4572-ae99-f6a6d00989f3 service neutron] 10.222.0.66 "PUT /v2.0/ports/55ddc32c-532d-4809-a2b3-d5dacae36331 HTTP/1.1" status: 200 len: 1093 time: 7.0960739 Nov 24 18:06:18.496482 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-2525720e-594f-4449-98af-62002774213a tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:18.539283 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-2525720e-594f-4449-98af-62002774213a tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Usage tracker for resource:security_group and tenant:c71c458ed19546f2b7ecc2a78475b465 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:06:18.546919 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-2525720e-594f-4449-98af-62002774213a tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:06:18.559155 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c9c9368e-8e07-42a2-8528-4fba685227b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:18.567154 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-2525720e-594f-4449-98af-62002774213a tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:18.617997 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-0b7efb92-07c4-46fb-ad84-be79f3e24e0a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2080014 Nov 24 18:06:18.634528 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2cf404ef-5e21-4eb9-8fa1-9debb04173aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:18.635784 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c2a3fce2-7f7b-4735-939f-ad00fd86860f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341'] for subnet, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:18.651782 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-44bcd8e6-6bf6-4c36-82d6-76609e8074ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:18.702436 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c9c9368e-8e07-42a2-8528-4fba685227b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:18.711174 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c9c9368e-8e07-42a2-8528-4fba685227b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579019'] for router_interface, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:18.746477 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2cf404ef-5e21-4eb9-8fa1-9debb04173aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:18.794095 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-59b38af1-69cf-4a01-b539-2da854855dff None None] Notify callbacks [] for port, precommit_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:18.822513 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-59b38af1-69cf-4a01-b539-2da854855dff None None] Transition to ACTIVE for port object 67f6255f-54bd-4de6-a892-db56481af566 will not be triggered until provisioned by entity L2. {{(pid=87425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:06:18.863391 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-2cf404ef-5e21-4eb9-8fa1-9debb04173aa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cfad816e5ef8463b87ca55f99d1f90d4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3526824 Nov 24 18:06:18.879184 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 48828) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:18.879979 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2525720e-594f-4449-98af-62002774213a tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:18.899379 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-59b38af1-69cf-4a01-b539-2da854855dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:18.908593 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:18.940293 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3fce2-7f7b-4735-939f-ad00fd86860f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9b86332-8ddc-4253-a2b5-b76da9573dd7,revision_number=0']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:18.946953 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-c2a3fce2-7f7b-4735-939f-ad00fd86860f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:18.978229 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-2fb83d09-5146-475f-a1c7-85fb80721c8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:19.036854 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a3fce2-7f7b-4735-939f-ad00fd86860f admin admin] Checking segment: {'id': '7edf69f8-7ca1-433f-9f03-fbd9a05ee51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aa5e77a2-5da5-46c8-a067-6ab937f13e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:06:19.045776 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a3fce2-7f7b-4735-939f-ad00fd86860f admin admin] Network hostable DHCP agents. Network: aa5e77a2-5da5-46c8-a067-6ab937f13e74, hostable agents: ['490b05d4-6d8a-4546-ad73-edfbcdd6eaa8'], hosted agents: [] {{(pid=87424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 18:06:19.169055 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device d1551d16-3677-43e0-8565-c02dc21a13ae up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:06:19.175577 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b922142c-fb6b-45b4-8538-feb22179f86c admin admin] Notify agent at l3_agent.dv-cinder-818579-1-smb the message routers_updated {{(pid=87423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 18:06:19.189719 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d180da3-d560-4459-a081-32eaa36f2db9 None None] Sync routers for ids ['584e2c57-b34a-40dd-92e9-63c5a39658ef'] in dv-cinder-818579-1-smb {{(pid=87426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 18:06:19.190481 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-0d7cd6c8-2193-4579-9823-35b4ef82409e req-27c1ab20-bbe6-4e33-ae2c-3a3cf435de8a tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.65 "GET /v2.0/security-groups?id=125b048c-3c01-4e5b-9591-38b4a4272366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1179297 Nov 24 18:06:19.200742 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-b922142c-fb6b-45b4-8538-feb22179f86c admin admin] 10.222.0.65 "PUT /v2.0/routers/584e2c57-b34a-40dd-92e9-63c5a39658ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4670272 Nov 24 18:06:19.216854 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-2525720e-594f-4449-98af-62002774213a tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:19.221961 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d180da3-d560-4459-a081-32eaa36f2db9 None None] Routers {'584e2c57-b34a-40dd-92e9-63c5a39658ef'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:06:19.222596 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-1d180da3-d560-4459-a081-32eaa36f2db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:06:10Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['584e2c57-b34a-40dd-92e9-63c5a39658ef'], 'active': True} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:19.225966 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-2525720e-594f-4449-98af-62002774213a tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Usage tracker for resource:security_group_rule and tenant:c71c458ed19546f2b7ecc2a78475b465 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:06:19.229401 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-2525720e-594f-4449-98af-62002774213a tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:06:19.235989 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-2525720e-594f-4449-98af-62002774213a tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:19.330577 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec995c-3867-4c87-9057-9893ed6c34b6 req-018efaa4-a567-4dcc-b0d9-cd3debbdf3f4 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:19.332568 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-44ec995c-3867-4c87-9057-9893ed6c34b6 req-018efaa4-a567-4dcc-b0d9-cd3debbdf3f4 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e20c5b5a-5745-4ec2-b63b-1d4cab7809f0 HTTP/1.1" status: 200 len: 944 time: 0.7863557 Nov 24 18:06:19.371392 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bff17a-faba-4c63-8d5c-b2f2c0b5f68f None None] Pushing event updated for resources: {'Port': ['ID=67f6255f-54bd-4de6-a892-db56481af566,revision_number=3']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:19.376326 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-08bff17a-faba-4c63-8d5c-b2f2c0b5f68f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:19.386175 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23eb48a-7596-4572-ae99-f6a6d00989f3 service neutron] Pushing event updated for resources: {'Port': ['ID=55ddc32c-532d-4809-a2b3-d5dacae36331,revision_number=3']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:19.409883 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-a26dbc45-748e-4a51-b8e1-d14cd277e874 service neutron] 10.222.0.66 "GET /v2.0/networks/12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5298281 Nov 24 18:06:19.415990 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-b23eb48a-7596-4572-ae99-f6a6d00989f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.332s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:19.420062 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-7ba9b514-450d-4614-b818-1ab6e5266b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:19.422080 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a3fce2-7f7b-4735-939f-ad00fd86860f admin admin] Network aa5e77a2-5da5-46c8-a067-6ab937f13e74 is scheduled to be hosted by DHCP agent 490b05d4-6d8a-4546-ad73-edfbcdd6eaa8 with binding_index 1 {{(pid=87424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 18:06:19.493565 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9368e-8e07-42a2-8528-4fba685227b6 admin admin] Pushing event updated for resources: {'Port': ['ID=b4786ac5-7489-4fe8-9c8e-a5bb631d7119,revision_number=2']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:19.496622 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-c9c9368e-8e07-42a2-8528-4fba685227b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:19.506851 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-2f4e45a7-ba0c-4f69-a4e5-48d0dd83fb79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.649s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:19.551906 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-44ec995c-3867-4c87-9057-9893ed6c34b6 req-dc24fe44-af67-40bf-98e2-c4e86eb0aec4 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894479 Nov 24 18:06:19.552518 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.base_scheduler [None req-c2a3fce2-7f7b-4735-939f-ad00fd86860f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-smb, aa5e77a2-5da5-46c8-a067-6ab937f13e74) {{(pid=87424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:06:19.556804 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a3fce2-7f7b-4735-939f-ad00fd86860f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:19.557770 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c2a3fce2-7f7b-4735-939f-ad00fd86860f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for subnet, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:19.585804 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-59b38af1-69cf-4a01-b539-2da854855dff None None] Attempting to bind port 67f6255f-54bd-4de6-a892-db56481af566 on host dv-cinder-818579-1-smb for vnic_type normal with profile {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:06:19.588686 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-59b38af1-69cf-4a01-b539-2da854855dff None None] Attempting to bind port 67f6255f-54bd-4de6-a892-db56481af566 by drivers openvswitch,hyperv on host dv-cinder-818579-1-smb at level 0 using segments [{'id': 'c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e'}] {{(pid=87425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:06:19.589247 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b38af1-69cf-4a01-b539-2da854855dff None None] Attempting to bind port 67f6255f-54bd-4de6-a892-db56481af566 on network a433006a-8672-4e6d-af3a-fa22b395902e {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:06:19.591840 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvr_db [None req-1d180da3-d560-4459-a081-32eaa36f2db9 None None] Set router 584e2c57-b34a-40dd-92e9-63c5a39658ef gateway port host: dv-cinder-818579-1-smb {{(pid=87426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:06:19.594778 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-7ba9b514-450d-4614-b818-1ab6e5266b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:19.609512 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e36c6b-4201-4f2b-a756-5c4281393724 None None] Network aa5e77a2-5da5-46c8-a067-6ab937f13e74 requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:06:19.617220 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c9368e-8e07-42a2-8528-4fba685227b6 admin admin] Network 99e16732-504f-4bd0-9b6d-ec24f46575f9 is already hosted by enough agents. {{(pid=87424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:06:19.639701 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.base_scheduler [None req-c9c9368e-8e07-42a2-8528-4fba685227b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:06:19.693492 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-73e166fb-1fd7-4a1c-b7eb-e7eef70c95eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:19.695012 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-73e166fb-1fd7-4a1c-b7eb-e7eef70c95eb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fa9a65f1e0554eceae3d33ab5507580c&device_id=f092be47-9d51-446f-a79f-2693aaa239da HTTP/1.1" status: 200 len: 1096 time: 0.5239856 Nov 24 18:06:19.702637 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-12b00e0e-6a39-4a25-8315-493d64656ef4 req-04a0dddd-fd91-48da-9512-c864932bb11a service neutron] 10.222.0.66 "GET /v2.0/networks/12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706785 Nov 24 18:06:19.777199 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf404ef-5e21-4eb9-8fa1-9debb04173aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39706c40-1ff2-41ef-96d7-61d7b909985d,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:19.783862 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-2cf404ef-5e21-4eb9-8fa1-9debb04173aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:19.804383 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2525720e-594f-4449-98af-62002774213a tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:19.828803 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f092be47-9d51-446f-a79f-2693aaa239da', 'tag': '55ddc32c-532d-4809-a2b3-d5dacae36331'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:06:19.913838 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-8a4fc760-998b-41e6-a6f5-ff49322b7f66 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55ddc32c-532d-4809-a2b3-d5dacae36331 HTTP/1.1" status: 200 len: 217 time: 0.1990728 Nov 24 18:06:20.005092 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f092be47-9d51-446f-a79f-2693aaa239da', 'tag': '55ddc32c-532d-4809-a2b3-d5dacae36331', 'status': 'completed', 'code': 200} Nov 24 18:06:20.045395 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-c2a3fce2-7f7b-4735-939f-ad00fd86860f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2317202 Nov 24 18:06:20.045395 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2525720e-594f-4449-98af-62002774213a tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:20.052755 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:20.055832 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b38af1-69cf-4a01-b539-2da854855dff None None] Checking agent: {'id': '649afde1-6bcc-42a3-a59e-22c863eb835e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 57, 8), 'started_at': datetime.datetime(2021, 11, 24, 17, 57, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:06:20.056509 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b38af1-69cf-4a01-b539-2da854855dff None None] Checking segment: {'id': 'c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:06:20.057188 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-59b38af1-69cf-4a01-b539-2da854855dff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:20.057798 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b38af1-69cf-4a01-b539-2da854855dff None None] Bound using segment: {'id': 'c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e'} {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:06:20.058690 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-59b38af1-69cf-4a01-b539-2da854855dff None None] Bound port: 67f6255f-54bd-4de6-a892-db56481af566, host: dv-cinder-818579-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e'}}] {{(pid=87425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:06:20.059395 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-59b38af1-69cf-4a01-b539-2da854855dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:20.117416 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2525720e-594f-4449-98af-62002774213a tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50405b2e-0eeb-4384-8e2c-2502bf0d6374,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:20.126736 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-7ba9b514-450d-4614-b818-1ab6e5266b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:20.127848 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-2525720e-594f-4449-98af-62002774213a tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:20.146378 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-dcdc46ac-764b-46a2-a041-a4d7bb30b6ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:20.163932 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9b514-450d-4614-b818-1ab6e5266b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39706c40-1ff2-41ef-96d7-61d7b909985d,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:20.166480 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-7ba9b514-450d-4614-b818-1ab6e5266b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:20.167674 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-7ba9b514-450d-4614-b818-1ab6e5266b7f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/39706c40-1ff2-41ef-96d7-61d7b909985d HTTP/1.1" status: 204 len: 168 time: 1.2774084 Nov 24 18:06:20.168871 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-7ba9b514-450d-4614-b818-1ab6e5266b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:20.183555 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c9368e-8e07-42a2-8528-4fba685227b6 admin admin] Router 94027239-13c2-444a-b027-257f6913ee14 has already been hosted by L3 agent aba83f48-bec1-4447-972f-e1c88a92dee8 {{(pid=87424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 18:06:20.226331 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port d1551d16-3677-43e0-8565-c02dc21a13ae triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:06:20.226710 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:20.283455 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2525720e-594f-4449-98af-62002774213a tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:20.288415 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-2525720e-594f-4449-98af-62002774213a tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8248665 Nov 24 18:06:20.289335 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 48874) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:20.332012 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-76d3e818-ee84-44ce-a4bf-472f3bbb63d2 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Request body: {'security_group_rule': {'security_group_id': '50405b2e-0eeb-4384-8e2c-2502bf0d6374', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:06:20.351423 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-76d3e818-ee84-44ce-a4bf-472f3bbb63d2 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:20.365724 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-76d3e818-ee84-44ce-a4bf-472f3bbb63d2 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Usage tracker for resource:security_group_rule and tenant:c71c458ed19546f2b7ecc2a78475b465 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:06:20.378385 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-94bb81ba-bbd2-4b7d-adcf-b53ef30165a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:20.382153 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-76d3e818-ee84-44ce-a4bf-472f3bbb63d2 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:06:20.386599 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-94bb81ba-bbd2-4b7d-adcf-b53ef30165a2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7882959a-4960-49bb-819b-26888a239f03 HTTP/1.1" status: 200 len: 851 time: 0.4558678 Nov 24 18:06:20.424253 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-1d180da3-d560-4459-a081-32eaa36f2db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584e2c57-b34a-40dd-92e9-63c5a39658ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1812947898-router', 'tenant_id': '58c9b55138cf4488927b336b55f0f52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '5658302b-1d36-44a1-84d2-3e76625f1e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:57Z', 'updated_at': '2021-11-24T18:06:13Z', 'revision_number': 4, 'project_id': '58c9b55138cf4488927b336b55f0f52e', 'gw_port': {'id': '5658302b-1d36-44a1-84d2-3e76625f1e89', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ec:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584e2c57-b34a-40dd-92e9-63c5a39658ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': '72c5aeae-79b7-4ecb-9642-8c0db996d7dc', 'name': '', 'network_id': '0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7', 'tenant_id': '58c9b55138cf4488927b336b55f0f52e', 'mac_address': 'fa:16:3e:c6:44:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584e2c57-b34a-40dd-92e9-63c5a39658ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '153ce10b-3d74-4e76-b304-5b290412d101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:08Z', 'updated_at': '2021-11-24T18:06:14Z', 'revision_number': 2, 'project_id': '58c9b55138cf4488927b336b55f0f52e', 'subnets': [{'id': '153ce10b-3d74-4e76-b304-5b290412d101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:20.429071 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d180da3-d560-4459-a081-32eaa36f2db9 None None] Checking router: 584e2c57-b34a-40dd-92e9-63c5a39658ef for host: dv-cinder-818579-1-smb {{(pid=87426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 18:06:20.429575 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d180da3-d560-4459-a081-32eaa36f2db9 None None] Updating router 584e2c57-b34a-40dd-92e9-63c5a39658ef port 72c5aeae-79b7-4ecb-9642-8c0db996d7dc binding host dv-cinder-818579-1-smb {{(pid=87426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 18:06:20.502681 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f42f618-8777-4a82-b2da-9518c2d24ba4 None None] Network aa5e77a2-5da5-46c8-a067-6ab937f13e74 requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:06:20.531086 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-76d3e818-ee84-44ce-a4bf-472f3bbb63d2 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:20.545160 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-1d180da3-d560-4459-a081-32eaa36f2db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:20.604010 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6704a-836b-4f52-865f-2d25ae723d5a req-4e07e30c-4db9-403b-9ded-89e76fe4dd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:20.604780 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c9368e-8e07-42a2-8528-4fba685227b6 admin admin] Notify agent at l3_agent.dv-cinder-818579-1-smb the message routers_updated {{(pid=87424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 18:06:20.605536 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e1d6704a-836b-4f52-865f-2d25ae723d5a req-4e07e30c-4db9-403b-9ded-89e76fe4dd13 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=26c1cad41c3f4fa9b70154ca78209f86&device_id=e20c5b5a-5745-4ec2-b63b-1d4cab7809f0 HTTP/1.1" status: 200 len: 1097 time: 0.7404261 Nov 24 18:06:20.613116 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-c9c9368e-8e07-42a2-8528-4fba685227b6 admin admin] 10.222.0.65 "PUT /v2.0/routers/94027239-13c2-444a-b027-257f6913ee14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1701047 Nov 24 18:06:20.614238 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-b3ab9bf8-d875-47b7-88df-944d37fe2c75 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b5517e5f-8a6b-43cd-82cb-391be4b43461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2208831 Nov 24 18:06:20.634152 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b80952-99d7-41d1-9cee-2928eee6bf7b req-25ade099-17fb-4fc2-9cf8-0cc53e749e9d tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:20.643381 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-03b80952-99d7-41d1-9cee-2928eee6bf7b req-25ade099-17fb-4fc2-9cf8-0cc53e749e9d tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.65 "GET /v2.0/ports?device_id=f092be47-9d51-446f-a79f-2693aaa239da HTTP/1.1" status: 200 len: 943 time: 0.1773427 Nov 24 18:06:20.682457 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-76d3e818-ee84-44ce-a4bf-472f3bbb63d2 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:20.704039 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-53121bf5-2efa-4a82-ac76-ec16cf1aa26d tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:20.704770 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-53121bf5-2efa-4a82-ac76-ec16cf1aa26d tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Synchronizing usage tracker for tenant:58c9b55138cf4488927b336b55f0f52e on resource:network {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:06:20.718459 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-03b80952-99d7-41d1-9cee-2928eee6bf7b req-41ebfd58-1c9f-41b4-8dbf-df33882fc9c2 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.65 "GET /v2.0/security-groups?id=125b048c-3c01-4e5b-9591-38b4a4272366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736947 Nov 24 18:06:20.869510 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-76d3e818-ee84-44ce-a4bf-472f3bbb63d2 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:20.934571 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dfe28d-f4b2-4c7b-9086-5591ce2a3068 None None] Sync routers for ids ['94027239-13c2-444a-b027-257f6913ee14'] in dv-cinder-818579-1-smb {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 18:06:20.978915 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-76d3e818-ee84-44ce-a4bf-472f3bbb63d2 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357759'] for security_group_rule, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:20.991537 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:21.012519 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6704a-836b-4f52-865f-2d25ae723d5a req-bfdd511e-a57a-451a-aae8-7afb01c97ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:21.021601 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e1d6704a-836b-4f52-865f-2d25ae723d5a req-bfdd511e-a57a-451a-aae8-7afb01c97ad4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7 HTTP/1.1" status: 200 len: 915 time: 0.4018404 Nov 24 18:06:21.023289 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3e818-ee84-44ce-a4bf-472f3bbb63d2 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a9acec-4208-4b7c-88a2-c5bca1c60904,revision_number=0']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:21.059385 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-76d3e818-ee84-44ce-a4bf-472f3bbb63d2 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:21.086467 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-78fdd2e6-e244-4406-9d3a-1be3c9069096 service neutron] 10.222.0.66 "GET /v2.0/networks/b5517e5f-8a6b-43cd-82cb-391be4b43461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306719 Nov 24 18:06:21.105662 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e1d6704a-836b-4f52-865f-2d25ae723d5a req-f0a6b70f-c3eb-4bc8-b856-e8d5a023280a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3421c297-d8be-4bc8-891a-a6bf0d05945d HTTP/1.1" status: 200 len: 217 time: 0.0806966 Nov 24 18:06:21.106012 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-53121bf5-2efa-4a82-ac76-ec16cf1aa26d tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Unset dirty status for tenant:58c9b55138cf4488927b336b55f0f52e on resource:network {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:06:21.107114 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-53121bf5-2efa-4a82-ac76-ec16cf1aa26d tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/networks?id=0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7 HTTP/1.1" status: 200 len: 819 time: 1.0294282 Nov 24 18:06:21.133261 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-aef7b6dd-a1e8-4c29-91da-831c187353a0 None None] Provisioning complete for port b4786ac5-7489-4fe8-9c8e-a5bb631d7119 triggered by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:06:21.133751 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-aef7b6dd-a1e8-4c29-91da-831c187353a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:21.170739 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b060c01-1466-4b95-87dc-b36171827b7f req-39894198-5f1f-44de-b4c3-3482fec2496c tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:21.183810 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-0b060c01-1466-4b95-87dc-b36171827b7f req-39894198-5f1f-44de-b4c3-3482fec2496c tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e20c5b5a-5745-4ec2-b63b-1d4cab7809f0 HTTP/1.1" status: 200 len: 944 time: 0.3116057 Nov 24 18:06:21.218412 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-59b38af1-69cf-4a01-b539-2da854855dff None None] For port 67f6255f-54bd-4de6-a892-db56481af566, host dv-cinder-818579-1-smb, cleared binding levels {{(pid=87425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:06:21.220851 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-aef7b6dd-a1e8-4c29-91da-831c187353a0 None None] Port b4786ac5-7489-4fe8-9c8e-a5bb631d7119 cannot update to ACTIVE because it is not bound. {{(pid=87425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 18:06:21.229663 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dfe28d-f4b2-4c7b-9086-5591ce2a3068 None None] Routers {'94027239-13c2-444a-b027-257f6913ee14'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:06:21.230536 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-95dfe28d-f4b2-4c7b-9086-5591ce2a3068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:06:10Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['94027239-13c2-444a-b027-257f6913ee14'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:21.252961 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-76d3e818-ee84-44ce-a4bf-472f3bbb63d2 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:21.256459 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-76d3e818-ee84-44ce-a4bf-472f3bbb63d2 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9514546 Nov 24 18:06:21.262703 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 48896) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:21.273159 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-2b455ea5-ef50-4368-9e1f-5a60312e964e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Request body: {'security_group_rule': {'security_group_id': '50405b2e-0eeb-4384-8e2c-2502bf0d6374', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:06:21.282814 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-2b455ea5-ef50-4368-9e1f-5a60312e964e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:21.302997 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-0b060c01-1466-4b95-87dc-b36171827b7f req-e28b2fa5-d964-457e-9c19-91a73e1218cc tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180480 Nov 24 18:06:21.319793 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-2b455ea5-ef50-4368-9e1f-5a60312e964e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Usage tracker for resource:security_group_rule and tenant:c71c458ed19546f2b7ecc2a78475b465 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:06:21.319917 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-59b38af1-69cf-4a01-b539-2da854855dff None None] For port 67f6255f-54bd-4de6-a892-db56481af566, host dv-cinder-818579-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=67f6255f-54bd-4de6-a892-db56481af566,segment=NetworkSegment(c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2),segment_id=c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2)] {{(pid=87425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:06:21.320024 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-2b455ea5-ef50-4368-9e1f-5a60312e964e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:06:21.325567 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-2b455ea5-ef50-4368-9e1f-5a60312e964e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:21.368172 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-1d180da3-d560-4459-a081-32eaa36f2db9 None None] Notify callbacks [] for port, precommit_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:21.395687 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.provisioning_blocks [None req-1d180da3-d560-4459-a081-32eaa36f2db9 None None] Transition to ACTIVE for port object 72c5aeae-79b7-4ecb-9642-8c0db996d7dc will not be triggered until provisioned by entity L2. {{(pid=87426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:06:21.411037 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-6ba13642-a4ee-492c-8fca-1fe39d61c10b tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/quotas/58c9b55138cf4488927b336b55f0f52e HTTP/1.1" status: 200 len: 375 time: 0.2501521 Nov 24 18:06:21.412347 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-59b38af1-69cf-4a01-b539-2da854855dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:21.420462 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:21.446549 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2b455ea5-ef50-4368-9e1f-5a60312e964e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:21.513102 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6704a-836b-4f52-865f-2d25ae723d5a req-d3a1896b-7657-4c86-9369-dd5fa9f6e5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:21.514652 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e1d6704a-836b-4f52-865f-2d25ae723d5a req-d3a1896b-7657-4c86-9369-dd5fa9f6e5c5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=54b4613a-3305-4e89-ae17-1b3cdd6abe2b HTTP/1.1" status: 200 len: 854 time: 0.3572664 Nov 24 18:06:21.542572 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-1d180da3-d560-4459-a081-32eaa36f2db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:21.553368 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG oslo_concurrency.lockutils [None req-67aebfd3-0025-405f-b67d-4acd744fe9b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:21.590177 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b38af1-69cf-4a01-b539-2da854855dff None None] Routers {'96a06d1f-91d2-4f9f-8902-87ef3f1b025f'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:06:21.590826 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-59b38af1-69cf-4a01-b539-2da854855dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:06:10Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['96a06d1f-91d2-4f9f-8902-87ef3f1b025f'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:21.598423 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e1d6704a-836b-4f52-865f-2d25ae723d5a req-c5f8725c-2d90-45de-81f7-d902ecb0947e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718153 Nov 24 18:06:21.602375 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-74c81f71-f565-4090-a8f8-3d9cae5d4411 req-8f009dc0-c0ad-4d24-b7c6-b50b74df9a17 service neutron] 10.222.0.66 "GET /v2.0/networks/b5517e5f-8a6b-43cd-82cb-391be4b43461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4996278 Nov 24 18:06:21.624655 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2b455ea5-ef50-4368-9e1f-5a60312e964e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:21.699483 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-154e6ba9-d397-40f1-ab61-02d83bc0d525 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Synchronizing usage tracker for tenant:58c9b55138cf4488927b336b55f0f52e on resource:port {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:06:21.734563 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c0146-c764-4c20-95b5-251202bb8bf9 None None] Pushing event updated for resources: {'Port': ['ID=72c5aeae-79b7-4ecb-9642-8c0db996d7dc,revision_number=3']} {{(pid=87426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:21.736173 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2b455ea5-ef50-4368-9e1f-5a60312e964e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357759'] for security_group_rule, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:21.739266 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:21.751923 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bff17a-faba-4c63-8d5c-b2f2c0b5f68f None None] Pushing event updated for resources: {'Port': ['ID=67f6255f-54bd-4de6-a892-db56481af566,revision_number=4']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:21.760026 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG oslo_concurrency.lockutils [None req-d85c0146-c764-4c20-95b5-251202bb8bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:21.760333 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-08bff17a-faba-4c63-8d5c-b2f2c0b5f68f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:21.773875 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-95dfe28d-f4b2-4c7b-9086-5591ce2a3068 None None] Set router 94027239-13c2-444a-b027-257f6913ee14 gateway port host: dv-cinder-818579-1-smb {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:06:21.795600 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b455ea5-ef50-4368-9e1f-5a60312e964e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ede3553-2e2a-48cd-931a-d06db49af073,revision_number=0']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:21.803808 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-2b455ea5-ef50-4368-9e1f-5a60312e964e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:21.835042 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 48922) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:21.867148 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-6bc0a180-7421-4ad8-b905-3fb63584b275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:21.900623 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-6bc0a180-7421-4ad8-b905-3fb63584b275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:21.921869 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-6bc0a180-7421-4ad8-b905-3fb63584b275 admin admin] Usage tracker for resource:security_group_rule and tenant:bb52214bd0ab48fabc004e36a16a9543 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:06:21.932673 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2b455ea5-ef50-4368-9e1f-5a60312e964e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:21.933882 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-2b455ea5-ef50-4368-9e1f-5a60312e964e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6690395 Nov 24 18:06:21.934941 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-6bc0a180-7421-4ad8-b905-3fb63584b275 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:06:21.942205 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 48926) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:21.956927 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-a8c70220-7a56-4bf6-9680-d716781cedd6 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Request body: {'floatingip': {'floating_network_id': '526841e0-8571-4339-baee-0cea4a76b63c'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:06:21.960819 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-154e6ba9-d397-40f1-ab61-02d83bc0d525 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Unset dirty status for tenant:58c9b55138cf4488927b336b55f0f52e on resource:port {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:06:21.968220 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-a8c70220-7a56-4bf6-9680-d716781cedd6 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:21.970668 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-154e6ba9-d397-40f1-ab61-02d83bc0d525 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=58c9b55138cf4488927b336b55f0f52e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5630205 Nov 24 18:06:21.976025 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-a8c70220-7a56-4bf6-9680-d716781cedd6 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Usage tracker for resource:floatingip and tenant:c71c458ed19546f2b7ecc2a78475b465 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:06:21.986639 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-a8c70220-7a56-4bf6-9680-d716781cedd6 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:06:22.004726 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-a8c70220-7a56-4bf6-9680-d716781cedd6 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:22.012249 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-6bc0a180-7421-4ad8-b905-3fb63584b275 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:22.094199 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a8c70220-7a56-4bf6-9680-d716781cedd6 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for floatingip, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:22.103115 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.managers [None req-1d180da3-d560-4459-a081-32eaa36f2db9 None None] Attempting to bind port 72c5aeae-79b7-4ecb-9642-8c0db996d7dc on host dv-cinder-818579-1-smb for vnic_type normal with profile {{(pid=87426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:06:22.103497 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.managers [None req-1d180da3-d560-4459-a081-32eaa36f2db9 None None] Attempting to bind port 72c5aeae-79b7-4ecb-9642-8c0db996d7dc by drivers openvswitch,hyperv on host dv-cinder-818579-1-smb at level 0 using segments [{'id': 'addda97c-1afe-4eb0-af1f-4a3789dc9f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7'}] {{(pid=87426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:06:22.103865 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d180da3-d560-4459-a081-32eaa36f2db9 None None] Attempting to bind port 72c5aeae-79b7-4ecb-9642-8c0db996d7dc on network 0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7 {{(pid=87426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:06:22.123266 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d180da3-d560-4459-a081-32eaa36f2db9 None None] Checking agent: {'id': '649afde1-6bcc-42a3-a59e-22c863eb835e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 57, 8), 'started_at': datetime.datetime(2021, 11, 24, 17, 57, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:06:22.124270 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d180da3-d560-4459-a081-32eaa36f2db9 None None] Checking segment: {'id': 'addda97c-1afe-4eb0-af1f-4a3789dc9f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:06:22.125798 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-1d180da3-d560-4459-a081-32eaa36f2db9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:22.126593 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d180da3-d560-4459-a081-32eaa36f2db9 None None] Bound using segment: {'id': 'addda97c-1afe-4eb0-af1f-4a3789dc9f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7'} {{(pid=87426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:06:22.127351 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.managers [None req-1d180da3-d560-4459-a081-32eaa36f2db9 None None] Bound port: 72c5aeae-79b7-4ecb-9642-8c0db996d7dc, host: dv-cinder-818579-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'addda97c-1afe-4eb0-af1f-4a3789dc9f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7'}}] {{(pid=87426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:06:22.127559 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e1d6704a-836b-4f52-865f-2d25ae723d5a req-6a82f523-c05c-4cd4-add2-3dca14c65a3e service neutron] 10.222.0.66 "GET /v2.0/networks/12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5146427 Nov 24 18:06:22.128325 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-1d180da3-d560-4459-a081-32eaa36f2db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:22.310417 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-59b38af1-69cf-4a01-b539-2da854855dff None None] Set router 96a06d1f-91d2-4f9f-8902-87ef3f1b025f gateway port host: dv-cinder-818579-1-smb {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:06:22.346630 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 48934) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:22.350734 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-6bc0a180-7421-4ad8-b905-3fb63584b275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:22.369977 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:22.400713 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.db [None req-1d180da3-d560-4459-a081-32eaa36f2db9 None None] For port 72c5aeae-79b7-4ecb-9642-8c0db996d7dc, host dv-cinder-818579-1-smb, cleared binding levels {{(pid=87426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:06:22.412227 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [None req-54783bbe-5f40-4aad-9af0-a45935f00ad1 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1997403169', 'description': 'tempest-description--964233382'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:06:22.414150 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.db [None req-1d180da3-d560-4459-a081-32eaa36f2db9 None None] For port 72c5aeae-79b7-4ecb-9642-8c0db996d7dc, host dv-cinder-818579-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=72c5aeae-79b7-4ecb-9642-8c0db996d7dc,segment=NetworkSegment(addda97c-1afe-4eb0-af1f-4a3789dc9f26),segment_id=addda97c-1afe-4eb0-af1f-4a3789dc9f26)] {{(pid=87426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:06:22.418883 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-6bc0a180-7421-4ad8-b905-3fb63584b275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:22.429868 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 48940) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:22.444952 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-54783bbe-5f40-4aad-9af0-a45935f00ad1 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:22.454679 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-02874a6e-3eb5-4644-8a4d-e35f553ca60e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-352020384-network', 'tenant_id': 'cb1aa24adaca4a28aaf36d1bfba1fe9c'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:06:22.458661 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-54783bbe-5f40-4aad-9af0-a45935f00ad1 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Usage tracker for resource:security_group and tenant:5c410027f08a449c97bc26384e1b72cd is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:06:22.459341 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-02874a6e-3eb5-4644-8a4d-e35f553ca60e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:22.462561 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-54783bbe-5f40-4aad-9af0-a45935f00ad1 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:06:22.463806 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-02874a6e-3eb5-4644-8a4d-e35f553ca60e admin admin] Usage tracker for resource:network and tenant:cb1aa24adaca4a28aaf36d1bfba1fe9c is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:06:22.469716 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-02874a6e-3eb5-4644-8a4d-e35f553ca60e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:06:22.472013 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-54783bbe-5f40-4aad-9af0-a45935f00ad1 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:22.477555 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-02874a6e-3eb5-4644-8a4d-e35f553ca60e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:22.492851 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-1d180da3-d560-4459-a081-32eaa36f2db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:22.494508 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:22.500260 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:22.537743 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f82c4-11a1-4b45-9972-ed796a294be6 req-a007fa55-fba0-48ed-8cc9-2049b0ecf22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:22.539492 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-852f82c4-11a1-4b45-9972-ed796a294be6 req-a007fa55-fba0-48ed-8cc9-2049b0ecf22f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fa9a65f1e0554eceae3d33ab5507580c&device_id=f092be47-9d51-446f-a79f-2693aaa239da HTTP/1.1" status: 200 len: 1096 time: 0.7798777 Nov 24 18:06:22.541284 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-df8dece9-443a-4598-a392-108645760260 service neutron] 10.222.0.65 "GET /v2.0/networks/0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5698614 Nov 24 18:06:22.543006 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e1d6704a-836b-4f52-865f-2d25ae723d5a req-729bdbe0-3e71-4420-97c9-8e81d20c9c39 service neutron] 10.222.0.66 "GET /v2.0/networks/12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953013 Nov 24 18:06:22.596057 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0a180-7421-4ad8-b905-3fb63584b275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d5b5b1-2ddd-4ade-b600-71b93ed1b206,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:22.612961 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c0146-c764-4c20-95b5-251202bb8bf9 None None] Pushing event updated for resources: {'Port': ['ID=72c5aeae-79b7-4ecb-9642-8c0db996d7dc,revision_number=4']} {{(pid=87426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:22.615798 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-6bc0a180-7421-4ad8-b905-3fb63584b275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:22.616217 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG oslo_concurrency.lockutils [None req-d85c0146-c764-4c20-95b5-251202bb8bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:22.632858 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d180da3-d560-4459-a081-32eaa36f2db9 None None] Routers {'584e2c57-b34a-40dd-92e9-63c5a39658ef'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:06:22.633603 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-1d180da3-d560-4459-a081-32eaa36f2db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:06:10Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['584e2c57-b34a-40dd-92e9-63c5a39658ef'], 'active': True} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:22.694389 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-c1825956-51a5-486e-8eb6-38455ae307b7 service neutron] 10.222.0.65 "GET /v2.0/networks/0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465995 Nov 24 18:06:22.697328 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-54783bbe-5f40-4aad-9af0-a45935f00ad1 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:22.707901 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02874a6e-3eb5-4644-8a4d-e35f553ca60e admin admin] Made reservation on behalf of cb1aa24adaca4a28aaf36d1bfba1fe9c for: {'network': 1} {{(pid=87424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:06:22.711897 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-02874a6e-3eb5-4644-8a4d-e35f553ca60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for network, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:22.728404 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 3421c297-d8be-4bc8-891a-a6bf0d05945d details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=87425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 18:06:22.766208 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-6bc0a180-7421-4ad8-b905-3fb63584b275 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bb52214bd0ab48fabc004e36a16a9543&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9300051 Nov 24 18:06:22.767121 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-02874a6e-3eb5-4644-8a4d-e35f553ca60e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:22.805985 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 48944) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:22.897182 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f82c4-11a1-4b45-9972-ed796a294be6 req-34416aa1-d3f1-4b82-9c11-9a57388ec294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:22.898667 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-852f82c4-11a1-4b45-9972-ed796a294be6 req-34416aa1-d3f1-4b82-9c11-9a57388ec294 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b5517e5f-8a6b-43cd-82cb-391be4b43461 HTTP/1.1" status: 200 len: 912 time: 0.2029648 Nov 24 18:06:22.918026 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-02874a6e-3eb5-4644-8a4d-e35f553ca60e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:22.921411 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-59b38af1-69cf-4a01-b539-2da854855dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774801609-router', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:57Z', 'updated_at': '2021-11-24T18:06:11Z', 'revision_number': 4, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'gw_port': {'id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:eb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': '67f6255f-54bd-4de6-a892-db56481af566', 'name': '', 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'mac_address': 'fa:16:3e:52:b8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0c1b52e1-6661-4f68-9dd2-227c3d39ad6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:08Z', 'updated_at': '2021-11-24T18:06:20Z', 'revision_number': 4, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'subnets': [{'id': '0c1b52e1-6661-4f68-9dd2-227c3d39ad6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:22.936864 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b38af1-69cf-4a01-b539-2da854855dff None None] The sync data for ids ['96a06d1f-91d2-4f9f-8902-87ef3f1b025f'] in dv-cinder-818579-1-smb is: [{'id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774801609-router', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:57Z', 'updated_at': '2021-11-24T18:06:11Z', 'revision_number': 4, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'gw_port': {'id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:eb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': '67f6255f-54bd-4de6-a892-db56481af566', 'name': '', 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'mac_address': 'fa:16:3e:52:b8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0c1b52e1-6661-4f68-9dd2-227c3d39ad6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:08Z', 'updated_at': '2021-11-24T18:06:20Z', 'revision_number': 4, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'subnets': [{'id': '0c1b52e1-6661-4f68-9dd2-227c3d39ad6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 18:06:22.941249 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvr_db [None req-1d180da3-d560-4459-a081-32eaa36f2db9 None None] Set router 584e2c57-b34a-40dd-92e9-63c5a39658ef gateway port host: dv-cinder-818579-1-smb {{(pid=87426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:06:22.947076 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-02874a6e-3eb5-4644-8a4d-e35f553ca60e admin admin] Usage tracker for resource:security_group_rule and tenant:cb1aa24adaca4a28aaf36d1bfba1fe9c is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:06:22.965813 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-02874a6e-3eb5-4644-8a4d-e35f553ca60e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:06:22.991219 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-95dfe28d-f4b2-4c7b-9086-5591ce2a3068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94027239-13c2-444a-b027-257f6913ee14', 'name': 'tempest-AttachVolumeTestJSON-1262005700-router', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:17Z', 'revision_number': 4, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'gw_port': {'id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:48:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027239-13c2-444a-b027-257f6913ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:02Z', 'updated_at': '2021-11-24T18:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': 'b4786ac5-7489-4fe8-9c8e-a5bb631d7119', 'name': '', 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'mac_address': 'fa:16:3e:a0:ec:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94027239-13c2-444a-b027-257f6913ee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cb34300e-db3e-473b-9bf9-eea83552c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:14Z', 'updated_at': '2021-11-24T18:06:17Z', 'revision_number': 2, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'subnets': [{'id': 'cb34300e-db3e-473b-9bf9-eea83552c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:23.000650 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 3421c297-d8be-4bc8-891a-a6bf0d05945d, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=3421c297-d8be-4bc8-891a-a6bf0d05945d,segment=NetworkSegment(e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5),segment_id=e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:06:23.007958 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-02874a6e-3eb5-4644-8a4d-e35f553ca60e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:23.041752 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a8c70220-7a56-4bf6-9680-d716781cedd6 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:23.073061 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dfe28d-f4b2-4c7b-9086-5591ce2a3068 None None] Checking router: 94027239-13c2-444a-b027-257f6913ee14 for host: dv-cinder-818579-1-smb {{(pid=87425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 18:06:23.077525 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dfe28d-f4b2-4c7b-9086-5591ce2a3068 None None] Updating router 94027239-13c2-444a-b027-257f6913ee14 port b4786ac5-7489-4fe8-9c8e-a5bb631d7119 binding host dv-cinder-818579-1-smb {{(pid=87425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 18:06:23.164558 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb33dd-46c7-4fab-85d8-c7e38e758cc8 req-4be2f9b0-6114-48c5-bc56-a655b1ece7d4 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:23.175091 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-e8fb33dd-46c7-4fab-85d8-c7e38e758cc8 req-4be2f9b0-6114-48c5-bc56-a655b1ece7d4 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.65 "GET /v2.0/ports?device_id=f092be47-9d51-446f-a79f-2693aaa239da HTTP/1.1" status: 200 len: 943 time: 0.6184013 Nov 24 18:06:23.216422 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-9fbb0025-cd41-47e7-9d3d-9785a2790a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:23.246516 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-54783bbe-5f40-4aad-9af0-a45935f00ad1 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:23.268758 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-95dfe28d-f4b2-4c7b-9086-5591ce2a3068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:23.282752 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-852f82c4-11a1-4b45-9972-ed796a294be6 req-7951279e-4632-4a10-9aa6-0ad431198250 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55ddc32c-532d-4809-a2b3-d5dacae36331 HTTP/1.1" status: 200 len: 217 time: 0.3729870 Nov 24 18:06:23.283842 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-54783bbe-5f40-4aad-9af0-a45935f00ad1 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Usage tracker for resource:security_group_rule and tenant:5c410027f08a449c97bc26384e1b72cd is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:06:23.292021 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-54783bbe-5f40-4aad-9af0-a45935f00ad1 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:06:23.381794 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 67f6255f-54bd-4de6-a892-db56481af566 up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:06:23.443035 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Returning: {'device': '3421c297-d8be-4bc8-891a-a6bf0d05945d', 'network_id': '12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7', 'port_id': '3421c297-d8be-4bc8-891a-a6bf0d05945d', 'mac_address': 'fa:16:3e:d8:f9:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b4613a-3305-4e89-ae17-1b3cdd6abe2b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 18:06:23.453010 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-e8fb33dd-46c7-4fab-85d8-c7e38e758cc8 req-916a3d67-9e25-4520-b89e-28f5ce2878a4 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.65 "GET /v2.0/security-groups?id=125b048c-3c01-4e5b-9591-38b4a4272366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769246 Nov 24 18:06:23.456623 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-9fbb0025-cd41-47e7-9d3d-9785a2790a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:23.489633 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-54783bbe-5f40-4aad-9af0-a45935f00ad1 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:23.599866 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f82c4-11a1-4b45-9972-ed796a294be6 req-314d5655-9f7b-4b1d-a70a-2c925254fd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:23.601637 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-852f82c4-11a1-4b45-9972-ed796a294be6 req-314d5655-9f7b-4b1d-a70a-2c925254fd6d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7882959a-4960-49bb-819b-26888a239f03 HTTP/1.1" status: 200 len: 851 time: 0.3060629 Nov 24 18:06:23.696592 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-852f82c4-11a1-4b45-9972-ed796a294be6 req-2f5012c8-45ad-4e5d-9151-ab3dee7b6d3d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b5517e5f-8a6b-43cd-82cb-391be4b43461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812643 Nov 24 18:06:23.747885 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-1d180da3-d560-4459-a081-32eaa36f2db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584e2c57-b34a-40dd-92e9-63c5a39658ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1812947898-router', 'tenant_id': '58c9b55138cf4488927b336b55f0f52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '5658302b-1d36-44a1-84d2-3e76625f1e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:57Z', 'updated_at': '2021-11-24T18:06:13Z', 'revision_number': 4, 'project_id': '58c9b55138cf4488927b336b55f0f52e', 'gw_port': {'id': '5658302b-1d36-44a1-84d2-3e76625f1e89', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ec:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584e2c57-b34a-40dd-92e9-63c5a39658ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': '72c5aeae-79b7-4ecb-9642-8c0db996d7dc', 'name': '', 'network_id': '0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7', 'tenant_id': '58c9b55138cf4488927b336b55f0f52e', 'mac_address': 'fa:16:3e:c6:44:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584e2c57-b34a-40dd-92e9-63c5a39658ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '153ce10b-3d74-4e76-b304-5b290412d101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:08Z', 'updated_at': '2021-11-24T18:06:22Z', 'revision_number': 4, 'project_id': '58c9b55138cf4488927b336b55f0f52e', 'subnets': [{'id': '153ce10b-3d74-4e76-b304-5b290412d101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:23.752425 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d180da3-d560-4459-a081-32eaa36f2db9 None None] The sync data for ids ['584e2c57-b34a-40dd-92e9-63c5a39658ef'] in dv-cinder-818579-1-smb is: [{'id': '584e2c57-b34a-40dd-92e9-63c5a39658ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1812947898-router', 'tenant_id': '58c9b55138cf4488927b336b55f0f52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '5658302b-1d36-44a1-84d2-3e76625f1e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:57Z', 'updated_at': '2021-11-24T18:06:13Z', 'revision_number': 4, 'project_id': '58c9b55138cf4488927b336b55f0f52e', 'gw_port': {'id': '5658302b-1d36-44a1-84d2-3e76625f1e89', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ec:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584e2c57-b34a-40dd-92e9-63c5a39658ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': '72c5aeae-79b7-4ecb-9642-8c0db996d7dc', 'name': '', 'network_id': '0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7', 'tenant_id': '58c9b55138cf4488927b336b55f0f52e', 'mac_address': 'fa:16:3e:c6:44:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584e2c57-b34a-40dd-92e9-63c5a39658ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '153ce10b-3d74-4e76-b304-5b290412d101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:08Z', 'updated_at': '2021-11-24T18:06:22Z', 'revision_number': 4, 'project_id': '58c9b55138cf4488927b336b55f0f52e', 'subnets': [{'id': '153ce10b-3d74-4e76-b304-5b290412d101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 18:06:23.772976 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:23.781378 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.db_base_plugin_common [None req-a8c70220-7a56-4bf6-9680-d716781cedd6 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Allocated IP 172.28.3.22 (526841e0-8571-4339-baee-0cea4a76b63c/7845b98e-863d-42c7-9a40-3bd9a535af60/5dd5135a-d9fe-41f9-8cdd-a6c997d3b45f) {{(pid=87424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:06:23.810487 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-3fb7016d-538d-42fc-be20-26d9c025ea02 req-3b3851f6-1429-4bdb-8724-e612f839a149 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 210 time: 0.2734997 Nov 24 18:06:23.931177 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3421c297-d8be-4bc8-891a-a6bf0d05945d {{(pid=87425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:06:24.004996 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 3421c297-d8be-4bc8-891a-a6bf0d05945d, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=3421c297-d8be-4bc8-891a-a6bf0d05945d,segment=NetworkSegment(e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5),segment_id=e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:06:24.031933 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-02874a6e-3eb5-4644-8a4d-e35f553ca60e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:24.053559 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning for port 67f6255f-54bd-4de6-a892-db56481af566 completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:06:24.058851 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601758af-5bac-4a6a-b5fa-4f1dbc1823d1 req-10ff9ec5-076e-4ee9-9b2e-5bbc57ed8be0 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:24.060090 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-601758af-5bac-4a6a-b5fa-4f1dbc1823d1 req-10ff9ec5-076e-4ee9-9b2e-5bbc57ed8be0 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Synchronizing usage tracker for tenant:26c1cad41c3f4fa9b70154ca78209f86 on resource:port {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:06:24.155581 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:24.180199 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:24.188664 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a8c70220-7a56-4bf6-9680-d716781cedd6 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for port, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:24.219062 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-02874a6e-3eb5-4644-8a4d-e35f553ca60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:24.226139 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-852f82c4-11a1-4b45-9972-ed796a294be6 req-9ef602e0-515d-485a-8517-b7361e91d911 service neutron] 10.222.0.66 "GET /v2.0/networks/b5517e5f-8a6b-43cd-82cb-391be4b43461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5051928 Nov 24 18:06:24.232962 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port 67f6255f-54bd-4de6-a892-db56481af566 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:06:24.233601 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:24.322151 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-d0ac1ccf-bacc-4871-8bc0-686608eca493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:24.343465 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a8c70220-7a56-4bf6-9680-d716781cedd6 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421'] for port, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:24.400776 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-601758af-5bac-4a6a-b5fa-4f1dbc1823d1 req-10ff9ec5-076e-4ee9-9b2e-5bbc57ed8be0 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Unset dirty status for tenant:26c1cad41c3f4fa9b70154ca78209f86 on resource:port {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:06:24.402094 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-601758af-5bac-4a6a-b5fa-4f1dbc1823d1 req-10ff9ec5-076e-4ee9-9b2e-5bbc57ed8be0 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e20c5b5a-5745-4ec2-b63b-1d4cab7809f0 HTTP/1.1" status: 200 len: 944 time: 1.1127360 Nov 24 18:06:24.407164 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02874a6e-3eb5-4644-8a4d-e35f553ca60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4c590d-e08b-4d7e-b621-8c09a31a6438,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:24.411254 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-02874a6e-3eb5-4644-8a4d-e35f553ca60e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:24.415549 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-a5c83b87-a61f-4610-81c6-0a98182b9aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:24.457519 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=3421c297-d8be-4bc8-891a-a6bf0d05945d,revision_number=4']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:24.464509 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['3421c297-d8be-4bc8-891a-a6bf0d05945d'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:06:24.473750 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c70220-7a56-4bf6-9680-d716781cedd6 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Network 526841e0-8571-4339-baee-0cea4a76b63c is already hosted by enough agents. {{(pid=87424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:06:24.483655 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-9fbb0025-cd41-47e7-9d3d-9785a2790a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:24.495369 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.base_scheduler [None req-a8c70220-7a56-4bf6-9680-d716781cedd6 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Resources bound (agent type, host, resource id): {{(pid=87424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:06:24.502557 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:24.505872 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c70220-7a56-4bf6-9680-d716781cedd6 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Received port after_create {{(pid=87424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:06:24.520528 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02874a6e-3eb5-4644-8a4d-e35f553ca60e admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=87424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 18:06:24.524738 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-852f82c4-11a1-4b45-9972-ed796a294be6 req-89660d26-7979-43de-8ba5-8bdeecf5ac04 service neutron] 10.222.0.66 "GET /v2.0/networks/b5517e5f-8a6b-43cd-82cb-391be4b43461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884994 Nov 24 18:06:24.547252 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-d26bfd14-d5fa-4dbf-80c8-a665205deede tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:24.554537 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-d26bfd14-d5fa-4dbf-80c8-a665205deede tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/networks?id=0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7 HTTP/1.1" status: 200 len: 819 time: 0.3368335 Nov 24 18:06:24.557712 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-601758af-5bac-4a6a-b5fa-4f1dbc1823d1 req-aeab786d-2971-4b8f-901d-5817b289e3b0 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436732 Nov 24 18:06:24.560397 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-54783bbe-5f40-4aad-9af0-a45935f00ad1 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:24.641513 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:24.659300 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-54783bbe-5f40-4aad-9af0-a45935f00ad1 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:24.665241 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-dc896dbe-0577-4594-acf1-654c72259644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:24.680945 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c70220-7a56-4bf6-9680-d716781cedd6 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Pushing event updated for resources: {'Port': ['ID=5dd5135a-d9fe-41f9-8cdd-a6c997d3b45f,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:24.685312 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-a8c70220-7a56-4bf6-9680-d716781cedd6 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:24.689678 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-02874a6e-3eb5-4644-8a4d-e35f553ca60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541721'] for segment, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:24.690023 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.db.segments_db [None req-02874a6e-3eb5-4644-8a4d-e35f553ca60e admin admin] Added segment b79c85e1-4cc5-4705-8d89-54687e749a19 of type vlan for network 1fda59a0-3f5f-43d5-9bd5-cdd99317baec Nov 24 18:06:24.691014 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-02874a6e-3eb5-4644-8a4d-e35f553ca60e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:24.708080 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-200390c7-efbd-45ec-8afc-9bf5ca826ebd tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/quotas/58c9b55138cf4488927b336b55f0f52e HTTP/1.1" status: 200 len: 375 time: 0.1515117 Nov 24 18:06:24.741254 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 55ddc32c-532d-4809-a2b3-d5dacae36331 details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=87425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 18:06:24.748955 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.db.resource_extend [None req-95dfe28d-f4b2-4c7b-9086-5591ce2a3068 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 18:06:24.770632 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb0025-cd41-47e7-9d3d-9785a2790a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d5b5b1-2ddd-4ade-b600-71b93ed1b206,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:24.773882 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-9fbb0025-cd41-47e7-9d3d-9785a2790a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:24.822254 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a8c70220-7a56-4bf6-9680-d716781cedd6 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:24.827073 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-02874a6e-3eb5-4644-8a4d-e35f553ca60e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730961763539'] for network, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:24.861476 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54783bbe-5f40-4aad-9af0-a45935f00ad1 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96f476d2-5103-454a-9191-6bdd350e091e,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:24.877256 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-54783bbe-5f40-4aad-9af0-a45935f00ad1 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:24.880087 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-54783bbe-5f40-4aad-9af0-a45935f00ad1 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:24.882536 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-54783bbe-5f40-4aad-9af0-a45935f00ad1 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.5324650 Nov 24 18:06:24.886837 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 48980) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:24.891303 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-9fbb0025-cd41-47e7-9d3d-9785a2790a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:24.891652 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 6 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:06:24.892856 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-9fbb0025-cd41-47e7-9d3d-9785a2790a49 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/77d5b5b1-2ddd-4ade-b600-71b93ed1b206 HTTP/1.1" status: 204 len: 168 time: 2.0822086 Nov 24 18:06:24.896540 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-c6d5eb3d-4760-4eed-b2e9-6f11f8532fda tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Request body: {'security_group_rule': {'security_group_id': '96f476d2-5103-454a-9191-6bdd350e091e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:06:24.905724 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] For port 67f6255f-54bd-4de6-a892-db56481af566, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=67f6255f-54bd-4de6-a892-db56481af566,segment=NetworkSegment(c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2),segment_id=c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:06:24.908118 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-c6d5eb3d-4760-4eed-b2e9-6f11f8532fda tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:24.922779 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-c6d5eb3d-4760-4eed-b2e9-6f11f8532fda tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Usage tracker for resource:security_group_rule and tenant:5c410027f08a449c97bc26384e1b72cd is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:06:24.935664 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-c6d5eb3d-4760-4eed-b2e9-6f11f8532fda tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:06:24.945002 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f5da8-705c-47b1-9eeb-5eaf50c1e16f req-0664406b-18d9-45d2-a224-078f227f12f8 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:24.951574 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-680f5da8-705c-47b1-9eeb-5eaf50c1e16f req-0664406b-18d9-45d2-a224-078f227f12f8 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.65 "GET /v2.0/ports?device_id=f092be47-9d51-446f-a79f-2693aaa239da HTTP/1.1" status: 200 len: 943 time: 0.2155488 Nov 24 18:06:24.994545 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-c6d5eb3d-4760-4eed-b2e9-6f11f8532fda tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:25.033375 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-680f5da8-705c-47b1-9eeb-5eaf50c1e16f req-0972ae90-bd1f-45b2-90f8-e9a2bd91a8ed tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.65 "GET /v2.0/security-groups?id=125b048c-3c01-4e5b-9591-38b4a4272366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749500 Nov 24 18:06:25.060013 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-94d60c16-c84c-4719-9f3d-b80f4e07c952 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=58c9b55138cf4488927b336b55f0f52e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3506644 Nov 24 18:06:25.070894 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a8c70220-7a56-4bf6-9680-d716781cedd6 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:25.180502 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:25.228961 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:25.270883 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c6d5eb3d-4760-4eed-b2e9-6f11f8532fda tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:25.280391 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-02874a6e-3eb5-4644-8a4d-e35f553ca60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341'] for network, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:25.290395 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02874a6e-3eb5-4644-8a4d-e35f553ca60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:25.290901 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-02874a6e-3eb5-4644-8a4d-e35f553ca60e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for network, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:25.348060 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-95dfe28d-f4b2-4c7b-9086-5591ce2a3068 None None] Notify callbacks [] for port, precommit_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:25.355267 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 72c5aeae-79b7-4ecb-9642-8c0db996d7dc up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:06:25.362689 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-9e20f733-3e10-41a4-9004-2ec3506b3d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:25.448709 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-95dfe28d-f4b2-4c7b-9086-5591ce2a3068 None None] Transition to ACTIVE for port object b4786ac5-7489-4fe8-9c8e-a5bb631d7119 will not be triggered until provisioned by entity L2. {{(pid=87425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:06:25.467054 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Pushing event updated for resources: {'Port': ['ID=67f6255f-54bd-4de6-a892-db56481af566,revision_number=5']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:25.472592 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 55ddc32c-532d-4809-a2b3-d5dacae36331, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=55ddc32c-532d-4809-a2b3-d5dacae36331,segment=NetworkSegment(f19d1740-a4de-4a56-ba29-a22bb1f93f35),segment_id=f19d1740-a4de-4a56-ba29-a22bb1f93f35)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:06:25.484082 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:25.496791 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Returning: {'device': '55ddc32c-532d-4809-a2b3-d5dacae36331', 'network_id': 'b5517e5f-8a6b-43cd-82cb-391be4b43461', 'port_id': '55ddc32c-532d-4809-a2b3-d5dacae36331', 'mac_address': 'fa:16:3e:56:a6:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7882959a-4960-49bb-819b-26888a239f03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 18:06:25.596035 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-95dfe28d-f4b2-4c7b-9086-5591ce2a3068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:25.598791 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:25.655362 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:25.661587 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a8c70220-7a56-4bf6-9680-d716781cedd6 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for port, precommit_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:25.695500 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-02874a6e-3eb5-4644-8a4d-e35f553ca60e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.2499778 Nov 24 18:06:25.703612 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 49004) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:25.706571 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02874a6e-3eb5-4644-8a4d-e35f553ca60e admin admin] Pushing event updated for resources: {'Network': ['ID=1fda59a0-3f5f-43d5-9bd5-cdd99317baec,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:25.723546 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning for port 72c5aeae-79b7-4ecb-9642-8c0db996d7dc completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:06:25.750667 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-16160949-ff50-4175-9ad2-74d6e20e8e5c admin admin] Request body: {'subnet': {'network_id': '1fda59a0-3f5f-43d5-9bd5-cdd99317baec', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-352020384-subnet', 'tenant_id': 'cb1aa24adaca4a28aaf36d1bfba1fe9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:06:25.757249 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-02874a6e-3eb5-4644-8a4d-e35f553ca60e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:25.760523 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a8c70220-7a56-4bf6-9680-d716781cedd6 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:25.762759 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-16160949-ff50-4175-9ad2-74d6e20e8e5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:25.792532 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Network 1fda59a0-3f5f-43d5-9bd5-cdd99317baec details requested by agent ovs-agent-dv-cinder-818579-1-smb with host dv-cinder-818579-1-smb {{(pid=87425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 18:06:25.798790 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-43b03541-7f2f-459f-98bb-a707a3f35613 service neutron] 10.222.0.65 "GET /v2.0/networks/0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5668530 Nov 24 18:06:25.818756 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ca9a5-97eb-4763-8c6b-9c191e768aab req-7701be1a-8347-4041-a406-db4700d27bfb tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:25.819508 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port 72c5aeae-79b7-4ecb-9642-8c0db996d7dc triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:06:25.819895 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:25.822061 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-599ca9a5-97eb-4763-8c6b-9c191e768aab req-7701be1a-8347-4041-a406-db4700d27bfb tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e20c5b5a-5745-4ec2-b63b-1d4cab7809f0 HTTP/1.1" status: 200 len: 945 time: 0.1377587 Nov 24 18:06:25.842352 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-16160949-ff50-4175-9ad2-74d6e20e8e5c admin admin] Usage tracker for resource:subnet and tenant:cb1aa24adaca4a28aaf36d1bfba1fe9c is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:06:25.844225 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:25.873610 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ddc32c-532d-4809-a2b3-d5dacae36331 {{(pid=87425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:06:25.897342 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-599ca9a5-97eb-4763-8c6b-9c191e768aab req-88378161-4b1d-431f-880d-c367f648dd69 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681283 Nov 24 18:06:25.935153 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c6d5eb3d-4760-4eed-b2e9-6f11f8532fda tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:25.946660 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-16160949-ff50-4175-9ad2-74d6e20e8e5c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:06:25.960452 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a8c70220-7a56-4bf6-9680-d716781cedd6 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505783'] for floatingip, after_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:26.023489 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-16160949-ff50-4175-9ad2-74d6e20e8e5c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:26.062236 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed73f77-7bec-4533-b0d7-c323ac1f2a0a None None] Pushing event updated for resources: {'Port': ['ID=b4786ac5-7489-4fe8-9c8e-a5bb631d7119,revision_number=3']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:26.067469 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-3ed73f77-7bec-4533-b0d7-c323ac1f2a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:26.083277 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 55ddc32c-532d-4809-a2b3-d5dacae36331, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=55ddc32c-532d-4809-a2b3-d5dacae36331,segment=NetworkSegment(f19d1740-a4de-4a56-ba29-a22bb1f93f35),segment_id=f19d1740-a4de-4a56-ba29-a22bb1f93f35)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:06:26.098555 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c6d5eb3d-4760-4eed-b2e9-6f11f8532fda tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357759'] for security_group_rule, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:26.134882 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c70220-7a56-4bf6-9680-d716781cedd6 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Pushing event updated for resources: {'Port': ['ID=5dd5135a-d9fe-41f9-8cdd-a6c997d3b45f,revision_number=2']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:26.140499 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-a8c70220-7a56-4bf6-9680-d716781cedd6 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:26.142590 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-76d3e818-ee84-44ce-a4bf-472f3bbb63d2 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:26.187188 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5eb3d-4760-4eed-b2e9-6f11f8532fda tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb0c0138-fc89-4daf-8943-40c1115e566e,revision_number=0']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:26.193310 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-c6d5eb3d-4760-4eed-b2e9-6f11f8532fda tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:26.195818 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a8c70220-7a56-4bf6-9680-d716781cedd6 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for floatingip, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:26.197155 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-a8c70220-7a56-4bf6-9680-d716781cedd6 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2540269 Nov 24 18:06:26.224117 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-27ed0460-8f91-49b6-acf7-fe12ea426f32 service neutron] 10.222.0.65 "GET /v2.0/networks/0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236612 Nov 24 18:06:26.265136 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c6d5eb3d-4760-4eed-b2e9-6f11f8532fda tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:26.267449 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-c6d5eb3d-4760-4eed-b2e9-6f11f8532fda tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3778551 Nov 24 18:06:26.269521 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 49016) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:26.274888 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-eeb7663d-5a61-454f-b42f-fe937d642863 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Request body: {'security_group_rule': {'security_group_id': '96f476d2-5103-454a-9191-6bdd350e091e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:06:26.287956 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-eeb7663d-5a61-454f-b42f-fe937d642863 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:26.298647 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-eeb7663d-5a61-454f-b42f-fe937d642863 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Usage tracker for resource:security_group_rule and tenant:5c410027f08a449c97bc26384e1b72cd is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:06:26.305789 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-eeb7663d-5a61-454f-b42f-fe937d642863 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:06:26.319014 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:26.321269 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-eeb7663d-5a61-454f-b42f-fe937d642863 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:26.323198 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:26.359761 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:26.379037 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16160949-ff50-4175-9ad2-74d6e20e8e5c admin admin] Made reservation on behalf of cb1aa24adaca4a28aaf36d1bfba1fe9c for: {'subnet': 1} {{(pid=87424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:06:26.382103 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-16160949-ff50-4175-9ad2-74d6e20e8e5c admin admin] Notify callbacks [] for subnet, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:26.384338 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-95dfe28d-f4b2-4c7b-9086-5591ce2a3068 None None] Attempting to bind port b4786ac5-7489-4fe8-9c8e-a5bb631d7119 on host dv-cinder-818579-1-smb for vnic_type normal with profile {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:06:26.384738 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-95dfe28d-f4b2-4c7b-9086-5591ce2a3068 None None] Attempting to bind port b4786ac5-7489-4fe8-9c8e-a5bb631d7119 by drivers openvswitch,hyperv on host dv-cinder-818579-1-smb at level 0 using segments [{'id': '3bf95cc0-1d80-495e-9c51-016a41842eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9'}] {{(pid=87425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:06:26.385111 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dfe28d-f4b2-4c7b-9086-5591ce2a3068 None None] Attempting to bind port b4786ac5-7489-4fe8-9c8e-a5bb631d7119 on network 99e16732-504f-4bd0-9b6d-ec24f46575f9 {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:06:26.434238 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dfe28d-f4b2-4c7b-9086-5591ce2a3068 None None] Checking agent: {'id': '649afde1-6bcc-42a3-a59e-22c863eb835e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 57, 8), 'started_at': datetime.datetime(2021, 11, 24, 17, 57, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:06:26.435638 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dfe28d-f4b2-4c7b-9086-5591ce2a3068 None None] Checking segment: {'id': '3bf95cc0-1d80-495e-9c51-016a41842eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:06:26.436543 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-95dfe28d-f4b2-4c7b-9086-5591ce2a3068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:26.437115 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dfe28d-f4b2-4c7b-9086-5591ce2a3068 None None] Bound using segment: {'id': '3bf95cc0-1d80-495e-9c51-016a41842eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9'} {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:06:26.437951 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-95dfe28d-f4b2-4c7b-9086-5591ce2a3068 None None] Bound port: b4786ac5-7489-4fe8-9c8e-a5bb631d7119, host: dv-cinder-818579-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf95cc0-1d80-495e-9c51-016a41842eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9'}}] {{(pid=87425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:06:26.438420 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-95dfe28d-f4b2-4c7b-9086-5591ce2a3068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:26.571623 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] For port 72c5aeae-79b7-4ecb-9642-8c0db996d7dc, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=72c5aeae-79b7-4ecb-9642-8c0db996d7dc,segment=NetworkSegment(addda97c-1afe-4eb0-af1f-4a3789dc9f26),segment_id=addda97c-1afe-4eb0-af1f-4a3789dc9f26)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:06:26.573304 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=55ddc32c-532d-4809-a2b3-d5dacae36331,revision_number=4']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:26.601928 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:26.607524 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['55ddc32c-532d-4809-a2b3-d5dacae36331'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:06:26.789561 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-2c1d5aae-0e13-41f1-87a5-2b62c638abc4 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:26.789796 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:26.791330 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-2c1d5aae-0e13-41f1-87a5-2b62c638abc4 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.66 "GET /v2.0/networks?id=0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7 HTTP/1.1" status: 200 len: 819 time: 0.5984390 Nov 24 18:06:26.794592 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 49044) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:26.798317 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 3421c297-d8be-4bc8-891a-a6bf0d05945d up at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:06:26.819809 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a2533-1474-49a8-8756-2927caf869b3 req-747c1b53-4924-4c45-87a1-ed9d533c78f8 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:26.831268 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-502a2533-1474-49a8-8756-2927caf869b3 req-747c1b53-4924-4c45-87a1-ed9d533c78f8 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.65 "GET /v2.0/ports?device_id=f092be47-9d51-446f-a79f-2693aaa239da HTTP/1.1" status: 200 len: 944 time: 0.5637903 Nov 24 18:06:26.837821 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-6c15d5d9-6d42-4635-a392-c5883e839a59 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Request body: {'port': {'device_id': 'e3a7d977-0446-45b3-accf-b45b626d411c', 'network_id': '0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7', 'admin_state_up': True, 'tenant_id': '58c9b55138cf4488927b336b55f0f52e'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:06:26.879711 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:26.959366 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-09bd1690-a690-41f1-a922-a386568a7b09 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Synchronizing usage tracker for tenant:c71c458ed19546f2b7ecc2a78475b465 on resource:security_group {{(pid=87424) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:06:26.972560 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-eeb7663d-5a61-454f-b42f-fe937d642863 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:27.019500 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Pushing event updated for resources: {'Port': ['ID=72c5aeae-79b7-4ecb-9642-8c0db996d7dc,revision_number=5']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:27.063926 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-502a2533-1474-49a8-8756-2927caf869b3 req-1bb83a34-2c40-4145-ae58-63472bfacd55 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.65 "GET /v2.0/security-groups?id=125b048c-3c01-4e5b-9591-38b4a4272366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314789 Nov 24 18:06:27.068274 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:27.104957 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [None req-962fd509-823f-48ed-be3c-5c8d71e6a1d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1419922581-network', 'tenant_id': '79d0bc54f2cb48149807fc23e27573c7'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:06:27.110868 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-962fd509-823f-48ed-be3c-5c8d71e6a1d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:27.113839 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-95dfe28d-f4b2-4c7b-9086-5591ce2a3068 None None] For port b4786ac5-7489-4fe8-9c8e-a5bb631d7119, host dv-cinder-818579-1-smb, cleared binding levels {{(pid=87425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:06:27.117922 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-962fd509-823f-48ed-be3c-5c8d71e6a1d7 admin admin] Usage tracker for resource:network and tenant:79d0bc54f2cb48149807fc23e27573c7 is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:06:27.121147 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-962fd509-823f-48ed-be3c-5c8d71e6a1d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:06:27.125585 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-eeb7663d-5a61-454f-b42f-fe937d642863 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:27.129447 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-962fd509-823f-48ed-be3c-5c8d71e6a1d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:27.147024 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-95dfe28d-f4b2-4c7b-9086-5591ce2a3068 None None] For port b4786ac5-7489-4fe8-9c8e-a5bb631d7119, host dv-cinder-818579-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=b4786ac5-7489-4fe8-9c8e-a5bb631d7119,segment=NetworkSegment(3bf95cc0-1d80-495e-9c51-016a41842eca),segment_id=3bf95cc0-1d80-495e-9c51-016a41842eca)] {{(pid=87425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:06:27.196003 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-09bd1690-a690-41f1-a922-a386568a7b09 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Unset dirty status for tenant:c71c458ed19546f2b7ecc2a78475b465 on resource:security_group {{(pid=87424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:06:27.207120 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-09bd1690-a690-41f1-a922-a386568a7b09 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1171294194&fields=id&tenant_id=c71c458ed19546f2b7ecc2a78475b465 HTTP/1.1" status: 200 len: 267 time: 0.3585725 Nov 24 18:06:27.217908 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-3d54c0ca-4a07-4f3f-87ad-34fd9559a882 req-74275b13-17eb-4245-8a2e-24b5d4db4535 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 210 time: 0.0766437 Nov 24 18:06:27.241307 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962fd509-823f-48ed-be3c-5c8d71e6a1d7 admin admin] Made reservation on behalf of 79d0bc54f2cb48149807fc23e27573c7 for: {'network': 1} {{(pid=87423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:06:27.243850 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-962fd509-823f-48ed-be3c-5c8d71e6a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for network, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:27.276581 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning for port 3421c297-d8be-4bc8-891a-a6bf0d05945d completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:06:27.281517 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-95dfe28d-f4b2-4c7b-9086-5591ce2a3068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:27.297710 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:27.300051 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-6c15d5d9-6d42-4635-a392-c5883e839a59 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:27.322033 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-6c15d5d9-6d42-4635-a392-c5883e839a59 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:27.338912 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-962fd509-823f-48ed-be3c-5c8d71e6a1d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:27.356980 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-962fd509-823f-48ed-be3c-5c8d71e6a1d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:27.361104 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-962fd509-823f-48ed-be3c-5c8d71e6a1d7 admin admin] Usage tracker for resource:security_group_rule and tenant:79d0bc54f2cb48149807fc23e27573c7 is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:06:27.364069 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-962fd509-823f-48ed-be3c-5c8d71e6a1d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:06:27.370443 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-962fd509-823f-48ed-be3c-5c8d71e6a1d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:27.394895 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed73f77-7bec-4533-b0d7-c323ac1f2a0a None None] Pushing event updated for resources: {'Port': ['ID=b4786ac5-7489-4fe8-9c8e-a5bb631d7119,revision_number=4']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:27.397039 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 67f6255f-54bd-4de6-a892-db56481af566 up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:06:27.398332 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-22200463-ad85-41bb-a00d-a1fe2749a1e8 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:27.399277 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-22200463-ad85-41bb-a00d-a1fe2749a1e8 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Synchronizing usage tracker for tenant:c71c458ed19546f2b7ecc2a78475b465 on resource:network {{(pid=87424) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:06:27.418296 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-eeb7663d-5a61-454f-b42f-fe937d642863 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357759'] for security_group_rule, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:27.445808 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:27.472231 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7663d-5a61-454f-b42f-fe937d642863 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f66cb3f9-8cd3-41c0-a173-a68295d57745,revision_number=0']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:27.477543 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-eeb7663d-5a61-454f-b42f-fe937d642863 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:27.489084 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-6c15d5d9-6d42-4635-a392-c5883e839a59 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Made reservation on behalf of 58c9b55138cf4488927b336b55f0f52e for: {'port': 1} {{(pid=87423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:06:27.496444 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-6c15d5d9-6d42-4635-a392-c5883e839a59 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:27.497467 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-3ed73f77-7bec-4533-b0d7-c323ac1f2a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:27.510373 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning complete for port 3421c297-d8be-4bc8-891a-a6bf0d05945d triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:06:27.521097 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:27.555948 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 49068) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:27.574032 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-16160949-ff50-4175-9ad2-74d6e20e8e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341'] for subnet, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:27.580848 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-5cad14b1-9660-4ba5-9472-3787c8ed102f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:27.593042 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dfe28d-f4b2-4c7b-9086-5591ce2a3068 None None] Routers {'94027239-13c2-444a-b027-257f6913ee14'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:06:27.594184 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-95dfe28d-f4b2-4c7b-9086-5591ce2a3068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:06:10Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['94027239-13c2-444a-b027-257f6913ee14'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:27.648623 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16160949-ff50-4175-9ad2-74d6e20e8e5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=447904fc-ed2c-4f3d-87f7-94e027e07ce0,revision_number=0']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:27.652693 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-16160949-ff50-4175-9ad2-74d6e20e8e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:27.654128 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-eeb7663d-5a61-454f-b42f-fe937d642863 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:27.658807 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-eeb7663d-5a61-454f-b42f-fe937d642863 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3880496 Nov 24 18:06:27.659783 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 49074) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:27.670914 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-04c06e75-3c9c-435c-923c-fef7fdd310a9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Request body: {'floatingip': {'floating_network_id': '526841e0-8571-4339-baee-0cea4a76b63c'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:06:27.688769 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-04c06e75-3c9c-435c-923c-fef7fdd310a9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:27.704547 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-04c06e75-3c9c-435c-923c-fef7fdd310a9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Usage tracker for resource:floatingip and tenant:5c410027f08a449c97bc26384e1b72cd is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:06:27.709160 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-04c06e75-3c9c-435c-923c-fef7fdd310a9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:06:27.721055 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-04c06e75-3c9c-435c-923c-fef7fdd310a9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:27.733759 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16160949-ff50-4175-9ad2-74d6e20e8e5c admin admin] Checking segment: {'id': 'b79c85e1-4cc5-4705-8d89-54687e749a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1fda59a0-3f5f-43d5-9bd5-cdd99317baec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:06:27.733908 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16160949-ff50-4175-9ad2-74d6e20e8e5c admin admin] Network hostable DHCP agents. Network: 1fda59a0-3f5f-43d5-9bd5-cdd99317baec, hostable agents: ['490b05d4-6d8a-4546-ad73-edfbcdd6eaa8'], hosted agents: [] {{(pid=87424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 18:06:27.769301 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fa3b0-6a0c-4877-82c7-f32e8f988ccc req-5f56d4f0-cb3f-4d6e-8e54-2f6522881ff4 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:27.770873 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6b8fa3b0-6a0c-4877-82c7-f32e8f988ccc req-5f56d4f0-cb3f-4d6e-8e54-2f6522881ff4 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e20c5b5a-5745-4ec2-b63b-1d4cab7809f0 HTTP/1.1" status: 200 len: 945 time: 0.3372498 Nov 24 18:06:27.771618 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-9f711adb-0c48-43d1-afa0-9b57a00edc8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:27.786762 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-9f711adb-0c48-43d1-afa0-9b57a00edc8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:27.791071 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-9f711adb-0c48-43d1-afa0-9b57a00edc8d admin admin] Usage tracker for resource:security_group_rule and tenant:ef291d3e9ec84bbd9c33eb11816a68bd is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:06:27.794517 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-9f711adb-0c48-43d1-afa0-9b57a00edc8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:06:27.798986 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-962fd509-823f-48ed-be3c-5c8d71e6a1d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:27.800988 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-9f711adb-0c48-43d1-afa0-9b57a00edc8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:27.834986 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16160949-ff50-4175-9ad2-74d6e20e8e5c admin admin] Network 1fda59a0-3f5f-43d5-9bd5-cdd99317baec is scheduled to be hosted by DHCP agent 490b05d4-6d8a-4546-ad73-edfbcdd6eaa8 with binding_index 1 {{(pid=87424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 18:06:27.878455 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port 67f6255f-54bd-4de6-a892-db56481af566 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:06:27.878834 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:27.884949 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.db_base_plugin_common [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-6c15d5d9-6d42-4635-a392-c5883e839a59 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Allocated IP 172.20.0.12 (0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7/153ce10b-3d74-4e76-b304-5b290412d101/d822885e-8a3d-42da-ac15-0bfc4a25b2f2) {{(pid=87423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:06:27.892774 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6b8fa3b0-6a0c-4877-82c7-f32e8f988ccc req-b292bc30-8fc1-498b-8528-516c8b05aad3 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855107 Nov 24 18:06:27.903265 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-962fd509-823f-48ed-be3c-5c8d71e6a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:27.909526 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-e906ff42-3fdc-4fae-9aaf-c87ffb7073a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:27.913976 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-9f711adb-0c48-43d1-afa0-9b57a00edc8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:27.957276 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.base_scheduler [None req-16160949-ff50-4175-9ad2-74d6e20e8e5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-smb, 1fda59a0-3f5f-43d5-9bd5-cdd99317baec) {{(pid=87424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:06:27.972331 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16160949-ff50-4175-9ad2-74d6e20e8e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:27.973598 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-16160949-ff50-4175-9ad2-74d6e20e8e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for subnet, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:27.994788 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d653d51-939c-441d-8cdb-3fe76b41182e None None] Network 1fda59a0-3f5f-43d5-9bd5-cdd99317baec requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:06:27.995023 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-9f711adb-0c48-43d1-afa0-9b57a00edc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:28.001783 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-04c06e75-3c9c-435c-923c-fef7fdd310a9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for floatingip, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:28.023862 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-962fd509-823f-48ed-be3c-5c8d71e6a1d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=87423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 18:06:28.051116 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:28.054809 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962fd509-823f-48ed-be3c-5c8d71e6a1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb9368d-e59e-4429-ad36-a5acde98f990,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:28.061910 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-962fd509-823f-48ed-be3c-5c8d71e6a1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:28.062812 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-962fd509-823f-48ed-be3c-5c8d71e6a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541721'] for segment, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:28.063152 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.db.segments_db [None req-962fd509-823f-48ed-be3c-5c8d71e6a1d7 admin admin] Added segment 3b983b53-4d89-4eca-8555-57a1c969e216 of type vlan for network fecfc681-c651-4024-8130-ab37fb9ee289 Nov 24 18:06:28.110679 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-95dfe28d-f4b2-4c7b-9086-5591ce2a3068 None None] Set router 94027239-13c2-444a-b027-257f6913ee14 gateway port host: dv-cinder-818579-1-smb {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:06:28.152339 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-22200463-ad85-41bb-a00d-a1fe2749a1e8 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Unset dirty status for tenant:c71c458ed19546f2b7ecc2a78475b465 on resource:network {{(pid=87424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:06:28.160254 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-22200463-ad85-41bb-a00d-a1fe2749a1e8 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/networks?id=a433006a-8672-4e6d-af3a-fa22b395902e HTTP/1.1" status: 200 len: 817 time: 0.9520776 Nov 24 18:06:28.178034 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-962fd509-823f-48ed-be3c-5c8d71e6a1d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730961763539'] for network, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:28.212974 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-9f711adb-0c48-43d1-afa0-9b57a00edc8d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ef291d3e9ec84bbd9c33eb11816a68bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6548257 Nov 24 18:06:28.217965 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f711adb-0c48-43d1-afa0-9b57a00edc8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f1b8d7-5709-4e1b-b255-1dce76247b03,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:28.221394 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-9f711adb-0c48-43d1-afa0-9b57a00edc8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:28.224541 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-16160949-ff50-4175-9ad2-74d6e20e8e5c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5122228 Nov 24 18:06:28.228052 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 49080) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:28.236952 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-5e5360be-2f8d-446b-87f0-3a4ff3f9bbde tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/quotas/c71c458ed19546f2b7ecc2a78475b465 HTTP/1.1" status: 200 len: 375 time: 0.0757277 Nov 24 18:06:28.242288 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:28.371442 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20c5b5a-5745-4ec2-b63b-1d4cab7809f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3421c297-d8be-4bc8-891a-a6bf0d05945d'}] {{(pid=87425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:06:28.387021 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 49088) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:28.432634 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-6c15d5d9-6d42-4635-a392-c5883e839a59 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Notify callbacks [] for port, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:28.438546 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-962fd509-823f-48ed-be3c-5c8d71e6a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341'] for network, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:28.443268 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962fd509-823f-48ed-be3c-5c8d71e6a1d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:28.443920 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-962fd509-823f-48ed-be3c-5c8d71e6a1d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for network, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:28.452450 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:28.468258 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-46a4f2a0-70ad-4d17-8ef2-66c970c042a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:28.524341 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 3421c297-d8be-4bc8-891a-a6bf0d05945d, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=3421c297-d8be-4bc8-891a-a6bf0d05945d,segment=NetworkSegment(e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5),segment_id=e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:06:28.533352 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-46a4f2a0-70ad-4d17-8ef2-66c970c042a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:28.546386 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dacdf9b-bc4e-4afa-9928-bcc7d5baab93 admin admin] Deleting subnet f9b86332-8ddc-4253-a2b5-b76da9573dd7 {{(pid=87424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 18:06:28.565256 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1dacdf9b-bc4e-4afa-9928-bcc7d5baab93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:28.613189 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962fd509-823f-48ed-be3c-5c8d71e6a1d7 admin admin] Pushing event updated for resources: {'Network': ['ID=fecfc681-c651-4024-8130-ab37fb9ee289,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:28.616950 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-962fd509-823f-48ed-be3c-5c8d71e6a1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:28.630492 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-8a902c5a-a6c0-4dcf-aab1-3326c0477ca0 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Synchronizing usage tracker for tenant:c71c458ed19546f2b7ecc2a78475b465 on resource:port {{(pid=87424) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:06:28.634821 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1eb166-84a9-4023-995a-33fa291b9d6d req-eabe68ca-c410-4643-8a79-b930cae37afe tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:28.637424 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6a1eb166-84a9-4023-995a-33fa291b9d6d req-eabe68ca-c410-4643-8a79-b930cae37afe tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.65 "GET /v2.0/ports?device_id=f092be47-9d51-446f-a79f-2693aaa239da HTTP/1.1" status: 200 len: 944 time: 0.3903384 Nov 24 18:06:28.640206 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Network fecfc681-c651-4024-8130-ab37fb9ee289 details requested by agent ovs-agent-dv-cinder-818579-1-smb with host dv-cinder-818579-1-smb {{(pid=87425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 18:06:28.677058 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 72c5aeae-79b7-4ecb-9642-8c0db996d7dc up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:06:28.699831 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-04c06e75-3c9c-435c-923c-fef7fdd310a9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:28.700472 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:28.701192 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-962fd509-823f-48ed-be3c-5c8d71e6a1d7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8937683 Nov 24 18:06:28.704277 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1dacdf9b-bc4e-4afa-9928-bcc7d5baab93 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:28.706483 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 49096) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:28.711947 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:28.717186 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [None req-21507ac2-0a95-4554-aac5-3ab3ddc1ed0c admin admin] Request body: {'subnet': {'network_id': 'fecfc681-c651-4024-8130-ab37fb9ee289', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1419922581-subnet', 'tenant_id': '79d0bc54f2cb48149807fc23e27573c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:06:28.722297 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-21507ac2-0a95-4554-aac5-3ab3ddc1ed0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:28.730972 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6a1eb166-84a9-4023-995a-33fa291b9d6d req-83e02f2b-8bef-4803-b74b-12d5241b3506 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.65 "GET /v2.0/security-groups?id=125b048c-3c01-4e5b-9591-38b4a4272366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857043 Nov 24 18:06:28.740926 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-6c15d5d9-6d42-4635-a392-c5883e839a59 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421'] for port, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:28.740926 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-21507ac2-0a95-4554-aac5-3ab3ddc1ed0c admin admin] Usage tracker for resource:subnet and tenant:79d0bc54f2cb48149807fc23e27573c7 is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:06:28.740926 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-21507ac2-0a95-4554-aac5-3ab3ddc1ed0c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:06:28.748594 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1dacdf9b-bc4e-4afa-9928-bcc7d5baab93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1555507'] for subnet, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:28.754272 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:28.806486 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 55ddc32c-532d-4809-a2b3-d5dacae36331 up at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:06:28.810242 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-8a902c5a-a6c0-4dcf-aab1-3326c0477ca0 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Unset dirty status for tenant:c71c458ed19546f2b7ecc2a78475b465 on resource:port {{(pid=87424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:06:28.811957 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-8a902c5a-a6c0-4dcf-aab1-3326c0477ca0 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c71c458ed19546f2b7ecc2a78475b465&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5741353 Nov 24 18:06:28.827624 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-21507ac2-0a95-4554-aac5-3ab3ddc1ed0c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:28.895128 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-6c15d5d9-6d42-4635-a392-c5883e839a59 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Network 0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7 is already hosted by enough agents. {{(pid=87423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:06:28.954838 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-46a4f2a0-70ad-4d17-8ef2-66c970c042a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:28.959863 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.base_scheduler [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-6c15d5d9-6d42-4635-a392-c5883e839a59 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Resources bound (agent type, host, resource id): {{(pid=87423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:06:28.984077 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-6c15d5d9-6d42-4635-a392-c5883e839a59 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Received port after_create {{(pid=87423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:06:28.989712 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-6c15d5d9-6d42-4635-a392-c5883e839a59 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:28.990471 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-6c15d5d9-6d42-4635-a392-c5883e839a59 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:28.999367 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-4cd8e596-e65b-49d6-9255-a78c5df0f2ef req-87535120-d3e8-467c-b5e6-631a6482f33b tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Synchronizing usage tracker for tenant:58c9b55138cf4488927b336b55f0f52e on resource:port {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:06:29.010258 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-9fbb0025-cd41-47e7-9d3d-9785a2790a49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:29.012745 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15d5d9-6d42-4635-a392-c5883e839a59 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Pushing event updated for resources: {'Port': ['ID=d822885e-8a3d-42da-ac15-0bfc4a25b2f2,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:29.016303 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21507ac2-0a95-4554-aac5-3ab3ddc1ed0c admin admin] Made reservation on behalf of 79d0bc54f2cb48149807fc23e27573c7 for: {'subnet': 1} {{(pid=87423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:06:29.018584 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-21507ac2-0a95-4554-aac5-3ab3ddc1ed0c admin admin] Notify callbacks [] for subnet, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:29.033492 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-6c15d5d9-6d42-4635-a392-c5883e839a59 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:29.056263 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a4f2a0-70ad-4d17-8ef2-66c970c042a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f1b8d7-5709-4e1b-b255-1dce76247b03,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:29.066649 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-46a4f2a0-70ad-4d17-8ef2-66c970c042a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:29.084662 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning for port 55ddc32c-532d-4809-a2b3-d5dacae36331 completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:06:29.112080 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-6c15d5d9-6d42-4635-a392-c5883e839a59 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3021944 Nov 24 18:06:29.115708 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.db_base_plugin_common [None req-04c06e75-3c9c-435c-923c-fef7fdd310a9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Allocated IP 172.28.3.167 (526841e0-8571-4339-baee-0cea4a76b63c/7845b98e-863d-42c7-9a40-3bd9a535af60/c35bead3-dc98-4832-bfe1-9ef91144e587) {{(pid=87424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:06:29.119275 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=3421c297-d8be-4bc8-891a-a6bf0d05945d,revision_number=5']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:29.127698 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339c157c-a672-4e30-b068-d759cecd06d3 None None] Network 1fda59a0-3f5f-43d5-9bd5-cdd99317baec requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:06:29.134460 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-9a407c8d-fef5-4648-9f56-3af53a777ff2 service neutron] Request body: {'port': {'device_id': 'e3a7d977-0446-45b3-accf-b45b626d411c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:06:29.141588 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:29.161458 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning complete for port 55ddc32c-532d-4809-a2b3-d5dacae36331 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:06:29.162016 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:29.179113 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-4cd8e596-e65b-49d6-9255-a78c5df0f2ef req-87535120-d3e8-467c-b5e6-631a6482f33b tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Unset dirty status for tenant:58c9b55138cf4488927b336b55f0f52e on resource:port {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:06:29.180273 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-4cd8e596-e65b-49d6-9255-a78c5df0f2ef req-87535120-d3e8-467c-b5e6-631a6482f33b tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 210 time: 0.2679522 Nov 24 18:06:29.225625 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1dacdf9b-bc4e-4afa-9928-bcc7d5baab93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1555563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341'] for subnet, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:29.322180 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port 72c5aeae-79b7-4ecb-9642-8c0db996d7dc triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:06:29.322682 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:29.327921 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-2861f3d4-9ce5-40b9-a703-8e4efc47a286 service neutron] 10.222.0.65 "GET /v2.0/networks/a433006a-8672-4e6d-af3a-fa22b395902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4992752 Nov 24 18:06:29.344140 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:29.408160 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dacdf9b-bc4e-4afa-9928-bcc7d5baab93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9b86332-8ddc-4253-a2b5-b76da9573dd7,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:29.416192 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-1dacdf9b-bc4e-4afa-9928-bcc7d5baab93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:29.427950 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1dacdf9b-bc4e-4afa-9928-bcc7d5baab93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:29.440319 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-1dacdf9b-bc4e-4afa-9928-bcc7d5baab93 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f9b86332-8ddc-4253-a2b5-b76da9573dd7 HTTP/1.1" status: 204 len: 168 time: 1.0371156 Nov 24 18:06:29.441420 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-46a4f2a0-70ad-4d17-8ef2-66c970c042a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:29.442490 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-46a4f2a0-70ad-4d17-8ef2-66c970c042a5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/41f1b8d7-5709-4e1b-b255-1dce76247b03 HTTP/1.1" status: 204 len: 168 time: 1.2034993 Nov 24 18:06:29.443079 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 49114) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:29.444895 dv-cinder-818579-1-smb neutron-server[87425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e20c5b5a-5745-4ec2-b63b-1d4cab7809f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3421c297-d8be-4bc8-891a-a6bf0d05945d', 'code': 200} Nov 24 18:06:29.482809 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-9a407c8d-fef5-4648-9f56-3af53a777ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:29.687419 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-feb9cb64-9f5f-4135-b668-a309dd5adefa tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:29.689017 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-feb9cb64-9f5f-4135-b668-a309dd5adefa tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.66 "GET /v2.0/networks?id=0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7 HTTP/1.1" status: 200 len: 819 time: 0.4362242 Nov 24 18:06:29.703010 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-4138886d-ce1f-4a1e-af84-11305fe8b61e tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Request body: {'port': {'device_id': 'c578478e-70a3-49d8-b736-02f0e46decd9', 'network_id': '0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7', 'admin_state_up': True, 'tenant_id': '58c9b55138cf4488927b336b55f0f52e'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:06:29.723528 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-7375f45d-4d02-44da-858d-39f596522e3a service neutron] 10.222.0.65 "GET /v2.0/networks/a433006a-8672-4e6d-af3a-fa22b395902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469415 Nov 24 18:06:29.737646 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-04c06e75-3c9c-435c-923c-fef7fdd310a9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for port, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:29.783002 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:29.793630 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-21507ac2-0a95-4554-aac5-3ab3ddc1ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341'] for subnet, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:29.830720 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 55ddc32c-532d-4809-a2b3-d5dacae36331, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=55ddc32c-532d-4809-a2b3-d5dacae36331,segment=NetworkSegment(f19d1740-a4de-4a56-ba29-a22bb1f93f35),segment_id=f19d1740-a4de-4a56-ba29-a22bb1f93f35)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:06:29.836524 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-95dfe28d-f4b2-4c7b-9086-5591ce2a3068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94027239-13c2-444a-b027-257f6913ee14', 'name': 'tempest-AttachVolumeTestJSON-1262005700-router', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:17Z', 'revision_number': 4, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'gw_port': {'id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:48:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027239-13c2-444a-b027-257f6913ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:02Z', 'updated_at': '2021-11-24T18:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': 'b4786ac5-7489-4fe8-9c8e-a5bb631d7119', 'name': '', 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'mac_address': 'fa:16:3e:a0:ec:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94027239-13c2-444a-b027-257f6913ee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cb34300e-db3e-473b-9bf9-eea83552c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:14Z', 'updated_at': '2021-11-24T18:06:27Z', 'revision_number': 4, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'subnets': [{'id': 'cb34300e-db3e-473b-9bf9-eea83552c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:29.850999 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dfe28d-f4b2-4c7b-9086-5591ce2a3068 None None] The sync data for ids ['94027239-13c2-444a-b027-257f6913ee14'] in dv-cinder-818579-1-smb is: [{'id': '94027239-13c2-444a-b027-257f6913ee14', 'name': 'tempest-AttachVolumeTestJSON-1262005700-router', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:17Z', 'revision_number': 4, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'gw_port': {'id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:48:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027239-13c2-444a-b027-257f6913ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:02Z', 'updated_at': '2021-11-24T18:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': 'b4786ac5-7489-4fe8-9c8e-a5bb631d7119', 'name': '', 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'mac_address': 'fa:16:3e:a0:ec:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94027239-13c2-444a-b027-257f6913ee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cb34300e-db3e-473b-9bf9-eea83552c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:14Z', 'updated_at': '2021-11-24T18:06:27Z', 'revision_number': 4, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'subnets': [{'id': 'cb34300e-db3e-473b-9bf9-eea83552c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 18:06:29.859147 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.66', 58672) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:29.885568 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:29.951154 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:29.953242 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-e5f8b28f-7e0a-481c-917c-8eff56755c5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:29.970422 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4952df7c-6cc5-417f-9d86-23d03b8b5a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483400'] for network, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:30.136777 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=55ddc32c-532d-4809-a2b3-d5dacae36331,revision_number=5']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:30.144652 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:30.218278 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4952df7c-6cc5-417f-9d86-23d03b8b5a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553944', 'neutron.services.segments.db._delete_segments_for_network-8730962215078'] for network, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:30.276577 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4952df7c-6cc5-417f-9d86-23d03b8b5a56 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 18:06:30.277097 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4952df7c-6cc5-417f-9d86-23d03b8b5a56 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 18:06:30.278598 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4952df7c-6cc5-417f-9d86-23d03b8b5a56 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 18:06:30.279750 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4952df7c-6cc5-417f-9d86-23d03b8b5a56 admin admin] Subscribe: > port after_create 55550000 {{(pid=87424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 18:06:30.280707 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4952df7c-6cc5-417f-9d86-23d03b8b5a56 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 18:06:30.281663 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4952df7c-6cc5-417f-9d86-23d03b8b5a56 admin admin] Subscribe: > port after_update 55550000 {{(pid=87424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 18:06:30.282275 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4952df7c-6cc5-417f-9d86-23d03b8b5a56 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 18:06:30.282892 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4952df7c-6cc5-417f-9d86-23d03b8b5a56 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 18:06:30.283611 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4952df7c-6cc5-417f-9d86-23d03b8b5a56 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 18:06:30.285102 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4952df7c-6cc5-417f-9d86-23d03b8b5a56 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 18:06:30.355866 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-4138886d-ce1f-4a1e-af84-11305fe8b61e tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:30.364255 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21507ac2-0a95-4554-aac5-3ab3ddc1ed0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=38979327-5861-4215-a9b4-bb60eaeb66d2,revision_number=0']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:30.382586 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-4138886d-ce1f-4a1e-af84-11305fe8b61e tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:30.399969 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44090383-cb48-4bf5-b661-28f85650dee5 req-970ceeec-1a82-4200-85e7-db4494f751bd tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:30.401593 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-44090383-cb48-4bf5-b661-28f85650dee5 req-970ceeec-1a82-4200-85e7-db4494f751bd tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e20c5b5a-5745-4ec2-b63b-1d4cab7809f0 HTTP/1.1" status: 200 len: 946 time: 0.7898769 Nov 24 18:06:30.410345 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-21507ac2-0a95-4554-aac5-3ab3ddc1ed0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:30.425158 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21507ac2-0a95-4554-aac5-3ab3ddc1ed0c admin admin] Checking segment: {'id': '3b983b53-4d89-4eca-8555-57a1c969e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fecfc681-c651-4024-8130-ab37fb9ee289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:06:30.425582 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21507ac2-0a95-4554-aac5-3ab3ddc1ed0c admin admin] Network hostable DHCP agents. Network: fecfc681-c651-4024-8130-ab37fb9ee289, hostable agents: ['490b05d4-6d8a-4546-ad73-edfbcdd6eaa8'], hosted agents: [] {{(pid=87423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 18:06:30.457942 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 49142) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:30.520122 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-638f67c4-5f4e-4c14-b63b-29af79b522d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:30.530678 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4952df7c-6cc5-417f-9d86-23d03b8b5a56 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 18:06:30.531264 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4952df7c-6cc5-417f-9d86-23d03b8b5a56 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 18:06:30.531688 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4952df7c-6cc5-417f-9d86-23d03b8b5a56 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 18:06:30.532147 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4952df7c-6cc5-417f-9d86-23d03b8b5a56 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 18:06:30.532718 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.services.segments.db [None req-4952df7c-6cc5-417f-9d86-23d03b8b5a56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa5e77a2-5da5-46c8-a067-6ab937f13e74']}} {{(pid=87424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:30.541172 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-04c06e75-3c9c-435c-923c-fef7fdd310a9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3149175'] for port, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:30.551599 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-4138886d-ce1f-4a1e-af84-11305fe8b61e tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Made reservation on behalf of 58c9b55138cf4488927b336b55f0f52e for: {'port': 1} {{(pid=87423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:06:30.555042 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-4138886d-ce1f-4a1e-af84-11305fe8b61e tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:30.570845 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-44090383-cb48-4bf5-b661-28f85650dee5 req-834cd0ad-879d-45e7-81b0-cb89ccb28288 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578834 Nov 24 18:06:30.582824 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:30.588004 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-638f67c4-5f4e-4c14-b63b-29af79b522d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:30.618255 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-638f67c4-5f4e-4c14-b63b-29af79b522d2 admin admin] Usage tracker for resource:security_group_rule and tenant:0f21c265754244b0969811f2d016d1d2 is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:06:30.628400 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.services.segments.db [None req-4952df7c-6cc5-417f-9d86-23d03b8b5a56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7edf69f8-7ca1-433f-9f03-fbd9a05ee51d') {'for_net_delete': True} {{(pid=87424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:30.628705 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.services.segments.db [None req-4952df7c-6cc5-417f-9d86-23d03b8b5a56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7edf69f8-7ca1-433f-9f03-fbd9a05ee51d') {} {{(pid=87424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:30.658437 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ad785-88ad-43c3-b167-7bedd88b6280 req-4c033067-dc4f-4064-ade6-b0e01d5b903d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:30.660149 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-352ad785-88ad-43c3-b167-7bedd88b6280 req-4c033067-dc4f-4064-ade6-b0e01d5b903d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e20c5b5a-5745-4ec2-b63b-1d4cab7809f0 HTTP/1.1" status: 200 len: 1099 time: 0.7253637 Nov 24 18:06:30.670207 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-638f67c4-5f4e-4c14-b63b-29af79b522d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:06:30.678376 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21507ac2-0a95-4554-aac5-3ab3ddc1ed0c admin admin] Network fecfc681-c651-4024-8130-ab37fb9ee289 is scheduled to be hosted by DHCP agent 490b05d4-6d8a-4546-ad73-edfbcdd6eaa8 with binding_index 1 {{(pid=87423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 18:06:30.682406 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4952df7c-6cc5-417f-9d86-23d03b8b5a56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730962258553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2119733'] for segment, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:30.699846 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c06e75-3c9c-435c-923c-fef7fdd310a9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Network 526841e0-8571-4339-baee-0cea4a76b63c is already hosted by enough agents. {{(pid=87424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:06:30.707339 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.base_scheduler [None req-04c06e75-3c9c-435c-923c-fef7fdd310a9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Resources bound (agent type, host, resource id): {{(pid=87424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:06:30.713168 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c06e75-3c9c-435c-923c-fef7fdd310a9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Received port after_create {{(pid=87424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:06:30.747713 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-638f67c4-5f4e-4c14-b63b-29af79b522d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:30.763903 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c06e75-3c9c-435c-923c-fef7fdd310a9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Pushing event updated for resources: {'Port': ['ID=c35bead3-dc98-4832-bfe1-9ef91144e587,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:30.768973 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4952df7c-6cc5-417f-9d86-23d03b8b5a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541721'] for segment, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:30.776752 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4952df7c-6cc5-417f-9d86-23d03b8b5a56 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=87424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 18:06:30.777145 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4952df7c-6cc5-417f-9d86-23d03b8b5a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1541712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3149210'] for segment, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:30.808169 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-352ad785-88ad-43c3-b167-7bedd88b6280 req-04d45db8-2f2d-43a4-a1d3-fec1e1b7bd7f service neutron] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:30.850542 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-9a407c8d-fef5-4648-9f56-3af53a777ff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d822885e-8a3d-42da-ac15-0bfc4a25b2f2 {{(pid=87423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:06:30.861123 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-9a407c8d-fef5-4648-9f56-3af53a777ff2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: from cryptography.utils import int_from_bytes Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: from cryptography.utils import int_from_bytes Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: util.warn_limited( Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: util.warn_limited( Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: Traceback (most recent call last): Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: timer() Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: cb(*args, **kw) Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: return func(*args, **kwargs) Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: self._notify() Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: self.callback(batched_events) Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: event.method(event) Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: return f(self, *a, **k) Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: return self._get(url).json() Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: return self.request(url, 'GET', **kwargs) Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 18:06:30.881858 dv-cinder-818579-1-smb neutron-server[87424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 18:06:30.888166 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-04c06e75-3c9c-435c-923c-fef7fdd310a9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:30.902821 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [req-352ad785-88ad-43c3-b167-7bedd88b6280 req-04d45db8-2f2d-43a4-a1d3-fec1e1b7bd7f service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:30.911425 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-954a834e-6aea-4907-8b5c-331b84cd7364 req-cca8670e-8fa1-4905-9079-56097cb8c34f tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 210 time: 0.2136695 Nov 24 18:06:30.917612 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-352ad785-88ad-43c3-b167-7bedd88b6280 req-04d45db8-2f2d-43a4-a1d3-fec1e1b7bd7f service neutron] Usage tracker for resource:security_group_rule and tenant:2c47e2c116ff4621bdcbbb2de0bc425d is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:06:30.930366 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-352ad785-88ad-43c3-b167-7bedd88b6280 req-04d45db8-2f2d-43a4-a1d3-fec1e1b7bd7f service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:06:30.945186 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [req-352ad785-88ad-43c3-b167-7bedd88b6280 req-04d45db8-2f2d-43a4-a1d3-fec1e1b7bd7f service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:30.954911 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95762390-4cfa-429c-838c-8ea736e349a8 req-600a5cbf-5e82-4002-9ec0-d7fc5e6ba849 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:30.956329 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.base_scheduler [None req-21507ac2-0a95-4554-aac5-3ab3ddc1ed0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-smb, fecfc681-c651-4024-8130-ab37fb9ee289) {{(pid=87423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:06:30.956689 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-95762390-4cfa-429c-838c-8ea736e349a8 req-600a5cbf-5e82-4002-9ec0-d7fc5e6ba849 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.65 "GET /v2.0/ports?device_id=f092be47-9d51-446f-a79f-2693aaa239da HTTP/1.1" status: 200 len: 945 time: 0.4140003 Nov 24 18:06:30.964898 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634f922a-83ce-4c1c-83e5-5c8be5845713 None None] Network fecfc681-c651-4024-8130-ab37fb9ee289 requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:06:30.972932 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21507ac2-0a95-4554-aac5-3ab3ddc1ed0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:30.973668 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-21507ac2-0a95-4554-aac5-3ab3ddc1ed0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for subnet, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:31.008021 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-04c06e75-3c9c-435c-923c-fef7fdd310a9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:31.034220 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-95762390-4cfa-429c-838c-8ea736e349a8 req-16340a06-6d79-41e7-99d3-db5a99edf283 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.65 "GET /v2.0/security-groups?id=125b048c-3c01-4e5b-9591-38b4a4272366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681210 Nov 24 18:06:31.048717 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4952df7c-6cc5-417f-9d86-23d03b8b5a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505765'] for network, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:31.052892 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.provisioning_blocks [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-9a407c8d-fef5-4648-9f56-3af53a777ff2 service neutron] Transition to ACTIVE for port object d822885e-8a3d-42da-ac15-0bfc4a25b2f2 will not be triggered until provisioned by entity L2. {{(pid=87423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:06:31.056936 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4952df7c-6cc5-417f-9d86-23d03b8b5a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for network, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:31.060800 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-1c184f2c-35a5-4854-aca1-5606fdcdbc8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:31.086321 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-4952df7c-6cc5-417f-9d86-23d03b8b5a56 admin admin] 10.222.0.65 "DELETE /v2.0/networks/aa5e77a2-5da5-46c8-a067-6ab937f13e74 HTTP/1.1" status: 204 len: 168 time: 1.4006050 Nov 24 18:06:31.086321 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4952df7c-6cc5-417f-9d86-23d03b8b5a56 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa5e77a2-5da5-46c8-a067-6ab937f13e74,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:31.086549 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 49146) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:31.090577 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-4952df7c-6cc5-417f-9d86-23d03b8b5a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:31.137080 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-4c9ec9b7-c0a4-4c32-bf27-2bd45677ba37 req-9ddc8833-0cd3-40ee-a2f8-6584658fa81c tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Synchronizing usage tracker for tenant:58c9b55138cf4488927b336b55f0f52e on resource:port {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:06:31.163543 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.db_base_plugin_v2 [None req-d842bd7c-77a7-4d44-b3e3-6c69089241f7 admin admin] Deleting subnet 447904fc-ed2c-4f3d-87f7-94e027e07ce0 {{(pid=87424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 18:06:31.173454 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-d842bd7c-77a7-4d44-b3e3-6c69089241f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:31.218927 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-21507ac2-0a95-4554-aac5-3ab3ddc1ed0c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5101810 Nov 24 18:06:31.219662 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-9a407c8d-fef5-4648-9f56-3af53a777ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:31.221717 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-638f67c4-5f4e-4c14-b63b-29af79b522d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:31.251902 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-b922142c-fb6b-45b4-8538-feb22179f86c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:31.268507 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-d842bd7c-77a7-4d44-b3e3-6c69089241f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2119714'] for subnet, precommit_delete_associations {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:31.301117 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-352ad785-88ad-43c3-b167-7bedd88b6280 req-04d45db8-2f2d-43a4-a1d3-fec1e1b7bd7f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:31.352130 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6b5ad0-d9ae-4208-aa06-befe54a16fcb None None] Network fecfc681-c651-4024-8130-ab37fb9ee289 requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:06:31.389489 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-638f67c4-5f4e-4c14-b63b-29af79b522d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:31.409656 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-04c06e75-3c9c-435c-923c-fef7fdd310a9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:31.433756 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.db_base_plugin_common [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-4138886d-ce1f-4a1e-af84-11305fe8b61e tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Allocated IP 172.20.0.6 (0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7/153ce10b-3d74-4e76-b304-5b290412d101/70d1c1a3-0125-4640-ae3e-d443f610d721) {{(pid=87423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:06:31.440646 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-4c9ec9b7-c0a4-4c32-bf27-2bd45677ba37 req-9ddc8833-0cd3-40ee-a2f8-6584658fa81c tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Unset dirty status for tenant:58c9b55138cf4488927b336b55f0f52e on resource:port {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:06:31.448165 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-d842bd7c-77a7-4d44-b3e3-6c69089241f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1555507'] for subnet, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:31.450077 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-4c9ec9b7-c0a4-4c32-bf27-2bd45677ba37 req-9ddc8833-0cd3-40ee-a2f8-6584658fa81c tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 210 time: 0.3838043 Nov 24 18:06:31.466100 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-352ad785-88ad-43c3-b167-7bedd88b6280 req-04d45db8-2f2d-43a4-a1d3-fec1e1b7bd7f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:31.484397 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a407c8d-fef5-4648-9f56-3af53a777ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=d822885e-8a3d-42da-ac15-0bfc4a25b2f2,revision_number=2']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:31.526511 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-9a407c8d-fef5-4648-9f56-3af53a777ff2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:31.531314 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f092be47-9d51-446f-a79f-2693aaa239da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ddc32c-532d-4809-a2b3-d5dacae36331'}] {{(pid=87425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:06:31.538257 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-962fd509-823f-48ed-be3c-5c8d71e6a1d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:31.563949 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-352ad785-88ad-43c3-b167-7bedd88b6280 req-04d45db8-2f2d-43a4-a1d3-fec1e1b7bd7f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8907034 Nov 24 18:06:31.569689 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-638f67c4-5f4e-4c14-b63b-29af79b522d2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0f21c265754244b0969811f2d016d1d2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1081297 Nov 24 18:06:31.572593 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 49158) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:31.641243 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-9a407c8d-fef5-4648-9f56-3af53a777ff2 service neutron] Attempting to bind port d822885e-8a3d-42da-ac15-0bfc4a25b2f2 on host hv-cinder-81857 for vnic_type normal with profile {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:06:31.641955 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-9a407c8d-fef5-4648-9f56-3af53a777ff2 service neutron] Attempting to bind port d822885e-8a3d-42da-ac15-0bfc4a25b2f2 by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': 'addda97c-1afe-4eb0-af1f-4a3789dc9f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7'}] {{(pid=87423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:06:31.642361 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-9a407c8d-fef5-4648-9f56-3af53a777ff2 service neutron] Attempting to bind port d822885e-8a3d-42da-ac15-0bfc4a25b2f2 on network 0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:06:31.644678 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f67c4-5f4e-4c14-b63b-29af79b522d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c45dacd-b18b-4d33-9958-a59a492205cc,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:31.670528 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-9a407c8d-fef5-4648-9f56-3af53a777ff2 service neutron] Port d822885e-8a3d-42da-ac15-0bfc4a25b2f2 on network 0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 18:06:31.676099 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-9a407c8d-fef5-4648-9f56-3af53a777ff2 service neutron] Attempting to bind port d822885e-8a3d-42da-ac15-0bfc4a25b2f2 on network 0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:06:31.683442 dv-cinder-818579-1-smb neutron-server[87425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f092be47-9d51-446f-a79f-2693aaa239da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ddc32c-532d-4809-a2b3-d5dacae36331', 'code': 200} Nov 24 18:06:31.722192 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-9a407c8d-fef5-4648-9f56-3af53a777ff2 service neutron] Checking agent: {'id': 'd0ca9dee-1939-4c7e-ac1c-b1e38ddd9156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'started_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:06:31.722616 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-9a407c8d-fef5-4648-9f56-3af53a777ff2 service neutron] Checking segment: {'id': 'addda97c-1afe-4eb0-af1f-4a3789dc9f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:06:31.723208 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-9a407c8d-fef5-4648-9f56-3af53a777ff2 service neutron] Bound using segment: {'id': 'addda97c-1afe-4eb0-af1f-4a3789dc9f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7'} {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:06:31.723722 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-9a407c8d-fef5-4648-9f56-3af53a777ff2 service neutron] Bound port: d822885e-8a3d-42da-ac15-0bfc4a25b2f2, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'addda97c-1afe-4eb0-af1f-4a3789dc9f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7'}}] {{(pid=87423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:06:31.724138 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-9a407c8d-fef5-4648-9f56-3af53a777ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:31.835802 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d45db8-2f2d-43a4-a1d3-fec1e1b7bd7f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=97f9c7a3-d93f-4e5e-8673-091805580cef,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:31.855592 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-04d45db8-2f2d-43a4-a1d3-fec1e1b7bd7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:31.891747 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-40db8695-c0f9-44e0-a55c-2fd0620738bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:31.895775 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.412s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:31.896074 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:31.921286 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-d842bd7c-77a7-4d44-b3e3-6c69089241f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1555563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3149124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2422208'] for subnet, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:31.943207 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:32.007743 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-9a407c8d-fef5-4648-9f56-3af53a777ff2 service neutron] For port d822885e-8a3d-42da-ac15-0bfc4a25b2f2, host hv-cinder-81857, cleared binding levels {{(pid=87423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:06:32.035588 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-40db8695-c0f9-44e0-a55c-2fd0620738bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:32.051171 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-4138886d-ce1f-4a1e-af84-11305fe8b61e tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Notify callbacks [] for port, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:32.057227 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-9a407c8d-fef5-4648-9f56-3af53a777ff2 service neutron] For port d822885e-8a3d-42da-ac15-0bfc4a25b2f2, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=d822885e-8a3d-42da-ac15-0bfc4a25b2f2,segment=NetworkSegment(addda97c-1afe-4eb0-af1f-4a3789dc9f26),segment_id=addda97c-1afe-4eb0-af1f-4a3789dc9f26)] {{(pid=87423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:06:32.071513 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device b4786ac5-7489-4fe8-9c8e-a5bb631d7119 up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:06:32.088307 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce7ca5-bce1-4d9e-a7f9-b08b1c18a4b4 req-3bf29ec9-2222-4da6-b5cb-49c295b3bb98 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:32.096627 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-abce7ca5-bce1-4d9e-a7f9-b08b1c18a4b4 req-3bf29ec9-2222-4da6-b5cb-49c295b3bb98 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e20c5b5a-5745-4ec2-b63b-1d4cab7809f0 HTTP/1.1" status: 200 len: 946 time: 0.2658451 Nov 24 18:06:32.144479 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842bd7c-77a7-4d44-b3e3-6c69089241f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=447904fc-ed2c-4f3d-87f7-94e027e07ce0,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:32.164481 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-abce7ca5-bce1-4d9e-a7f9-b08b1c18a4b4 req-9e08720f-9f03-4a29-a2e7-91fd0c054e38 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642037 Nov 24 18:06:32.206552 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-d842bd7c-77a7-4d44-b3e3-6c69089241f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:32.209082 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-d842bd7c-77a7-4d44-b3e3-6c69089241f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:32.226427 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-74c52105-b2a1-4d92-9111-ba4b41119c77 req-caa90711-e896-47e4-b3fb-ae082549c751 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 210 time: 0.0748007 Nov 24 18:06:32.228111 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-9a407c8d-fef5-4648-9f56-3af53a777ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:32.230626 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.db.resource_extend [None req-04c06e75-3c9c-435c-923c-fef7fdd310a9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 18:06:32.233127 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:32.242697 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-d842bd7c-77a7-4d44-b3e3-6c69089241f7 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/447904fc-ed2c-4f3d-87f7-94e027e07ce0 HTTP/1.1" status: 204 len: 168 time: 1.1532335 Nov 24 18:06:32.244989 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 49176) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:32.263973 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-04c06e75-3c9c-435c-923c-fef7fdd310a9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for port, precommit_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:32.268142 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-40db8695-c0f9-44e0-a55c-2fd0620738bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:32.275667 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning for port b4786ac5-7489-4fe8-9c8e-a5bb631d7119 completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:06:32.275792 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-40db8695-c0f9-44e0-a55c-2fd0620738bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:32.275792 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-40db8695-c0f9-44e0-a55c-2fd0620738bc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5c45dacd-b18b-4d33-9958-a59a492205cc HTTP/1.1" status: 204 len: 168 time: 0.6967764 Nov 24 18:06:32.276684 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:32.281259 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port b4786ac5-7489-4fe8-9c8e-a5bb631d7119 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:06:32.281765 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:32.444029 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-4138886d-ce1f-4a1e-af84-11305fe8b61e tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421'] for port, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:32.446374 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:32.446969 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 49184) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:32.497946 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-9a407c8d-fef5-4648-9f56-3af53a777ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:32.498338 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-9a407c8d-fef5-4648-9f56-3af53a777ff2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:32.499694 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-9a407c8d-fef5-4648-9f56-3af53a777ff2 service neutron] 10.222.0.66 "PUT /v2.0/ports/d822885e-8a3d-42da-ac15-0bfc4a25b2f2 HTTP/1.1" status: 200 len: 1094 time: 3.3777583 Nov 24 18:06:32.506218 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db8695-c0f9-44e0-a55c-2fd0620738bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c45dacd-b18b-4d33-9958-a59a492205cc,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:32.517480 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-04c06e75-3c9c-435c-923c-fef7fdd310a9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3149182'] for port, after_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:32.518543 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-40db8695-c0f9-44e0-a55c-2fd0620738bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:32.520310 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a7d977-0446-45b3-accf-b45b626d411c', 'tag': 'd822885e-8a3d-42da-ac15-0bfc4a25b2f2'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:06:32.527341 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-a8c70220-7a56-4bf6-9680-d716781cedd6 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:32.537346 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [None req-fb0d8bc3-3eae-42fe-937e-e4894e7dfc50 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1163183449-network', 'tenant_id': 'f9a42c926ae144a5913037b6fa80fd3e'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:06:32.542356 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-fb0d8bc3-3eae-42fe-937e-e4894e7dfc50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:32.547215 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-fb0d8bc3-3eae-42fe-937e-e4894e7dfc50 admin admin] Usage tracker for resource:network and tenant:f9a42c926ae144a5913037b6fa80fd3e is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:06:32.550494 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-fb0d8bc3-3eae-42fe-937e-e4894e7dfc50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:06:32.556602 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-fb0d8bc3-3eae-42fe-937e-e4894e7dfc50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:32.608428 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c06e75-3c9c-435c-923c-fef7fdd310a9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Pushing event updated for resources: {'Port': ['ID=c35bead3-dc98-4832-bfe1-9ef91144e587,revision_number=2']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:32.614093 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-04c06e75-3c9c-435c-923c-fef7fdd310a9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:32.638868 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] For port b4786ac5-7489-4fe8-9c8e-a5bb631d7119, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=b4786ac5-7489-4fe8-9c8e-a5bb631d7119,segment=NetworkSegment(3bf95cc0-1d80-495e-9c51-016a41842eca),segment_id=3bf95cc0-1d80-495e-9c51-016a41842eca)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:06:32.661238 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c074a73c-ea20-4e13-8aff-3ab45b096aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483400'] for network, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:32.689324 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a407c8d-fef5-4648-9f56-3af53a777ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=d822885e-8a3d-42da-ac15-0bfc4a25b2f2,revision_number=3']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:32.712912 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-9a407c8d-fef5-4648-9f56-3af53a777ff2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:32.717488 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-b23eb48a-7596-4572-ae99-f6a6d00989f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:32.747474 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:32.749738 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-08bff17a-faba-4c63-8d5c-b2f2c0b5f68f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:32.761241 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-4138886d-ce1f-4a1e-af84-11305fe8b61e tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Network 0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7 is already hosted by enough agents. {{(pid=87423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:06:32.766672 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-04c06e75-3c9c-435c-923c-fef7fdd310a9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505783'] for floatingip, after_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:32.775110 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.base_scheduler [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-4138886d-ce1f-4a1e-af84-11305fe8b61e tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Resources bound (agent type, host, resource id): {{(pid=87423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:06:32.785220 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-4138886d-ce1f-4a1e-af84-11305fe8b61e tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Received port after_create {{(pid=87423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:06:32.790458 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-4138886d-ce1f-4a1e-af84-11305fe8b61e tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:32.791364 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-4138886d-ce1f-4a1e-af84-11305fe8b61e tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:32.796417 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0d8bc3-3eae-42fe-937e-e4894e7dfc50 admin admin] Made reservation on behalf of f9a42c926ae144a5913037b6fa80fd3e for: {'network': 1} {{(pid=87423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:06:32.798650 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-fb0d8bc3-3eae-42fe-937e-e4894e7dfc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for network, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:32.823861 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Pushing event updated for resources: {'Port': ['ID=b4786ac5-7489-4fe8-9c8e-a5bb631d7119,revision_number=5']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:32.827883 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:32.888294 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c074a73c-ea20-4e13-8aff-3ab45b096aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553944', 'neutron.services.segments.db._delete_segments_for_network-8730962215078'] for network, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:32.927037 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c066040-1726-4e06-917c-7f7b8d074498 req-1a1512bb-b5ba-4065-a51c-4ba5d0056226 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:32.930184 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-fb0d8bc3-3eae-42fe-937e-e4894e7dfc50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:32.933989 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-0c066040-1726-4e06-917c-7f7b8d074498 req-1a1512bb-b5ba-4065-a51c-4ba5d0056226 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 931 time: 0.2182653 Nov 24 18:06:32.957683 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.services.segments.db [None req-c074a73c-ea20-4e13-8aff-3ab45b096aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fda59a0-3f5f-43d5-9bd5-cdd99317baec']}} {{(pid=87424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:32.966191 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138886d-ce1f-4a1e-af84-11305fe8b61e tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Pushing event updated for resources: {'Port': ['ID=70d1c1a3-0125-4640-ae3e-d443f610d721,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:32.969485 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-4138886d-ce1f-4a1e-af84-11305fe8b61e tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:32.978395 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-04c06e75-3c9c-435c-923c-fef7fdd310a9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for floatingip, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:32.979698 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-04c06e75-3c9c-435c-923c-fef7fdd310a9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3155169 Nov 24 18:06:32.987735 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.services.segments.db [None req-c074a73c-ea20-4e13-8aff-3ab45b096aa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b79c85e1-4cc5-4705-8d89-54687e749a19') {'for_net_delete': True} {{(pid=87424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:32.988079 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.services.segments.db [None req-c074a73c-ea20-4e13-8aff-3ab45b096aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b79c85e1-4cc5-4705-8d89-54687e749a19') {} {{(pid=87424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:33.006394 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c074a73c-ea20-4e13-8aff-3ab45b096aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730962258553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2119733'] for segment, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:33.025681 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-0c066040-1726-4e06-917c-7f7b8d074498 req-a767af98-d54c-4296-8037-95dde5505434 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886896 Nov 24 18:06:33.027885 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a55f90-3b8f-471b-905c-5fa4ebfa0be0 req-35e414da-f2fc-48fb-bd22-7a0cc22c89f4 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:33.045799 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b8a55f90-3b8f-471b-905c-5fa4ebfa0be0 req-35e414da-f2fc-48fb-bd22-7a0cc22c89f4 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.65 "GET /v2.0/ports?device_id=f092be47-9d51-446f-a79f-2693aaa239da HTTP/1.1" status: 200 len: 945 time: 0.6733520 Nov 24 18:06:33.046492 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c074a73c-ea20-4e13-8aff-3ab45b096aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541721'] for segment, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:33.054404 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd492d9d-420a-4ac7-bd4c-89b693a32356 req-ff420d2f-7f76-426a-87cb-c7b3f3d8ee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:33.057057 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-dd492d9d-420a-4ac7-bd4c-89b693a32356 req-ff420d2f-7f76-426a-87cb-c7b3f3d8ee47 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f092be47-9d51-446f-a79f-2693aaa239da HTTP/1.1" status: 200 len: 1098 time: 0.7022178 Nov 24 18:06:33.060178 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c074a73c-ea20-4e13-8aff-3ab45b096aa6 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=87424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 18:06:33.060178 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c074a73c-ea20-4e13-8aff-3ab45b096aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1541712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3149210'] for segment, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:33.060958 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-fb0d8bc3-3eae-42fe-937e-e4894e7dfc50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:33.094387 dv-cinder-818579-1-smb neutron-server[87424]: Traceback (most recent call last): Nov 24 18:06:33.094387 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 18:06:33.094387 dv-cinder-818579-1-smb neutron-server[87424]: timer() Nov 24 18:06:33.094387 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 18:06:33.094387 dv-cinder-818579-1-smb neutron-server[87424]: cb(*args, **kw) Nov 24 18:06:33.094387 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 18:06:33.094387 dv-cinder-818579-1-smb neutron-server[87424]: return func(*args, **kwargs) Nov 24 18:06:33.094387 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 18:06:33.094387 dv-cinder-818579-1-smb neutron-server[87424]: self._notify() Nov 24 18:06:33.094387 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 18:06:33.094387 dv-cinder-818579-1-smb neutron-server[87424]: self.callback(batched_events) Nov 24 18:06:33.094387 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 18:06:33.094387 dv-cinder-818579-1-smb neutron-server[87424]: event.method(event) Nov 24 18:06:33.094387 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 18:06:33.094387 dv-cinder-818579-1-smb neutron-server[87424]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 18:06:33.094387 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 18:06:33.094387 dv-cinder-818579-1-smb neutron-server[87424]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 18:06:33.094387 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 18:06:33.094387 dv-cinder-818579-1-smb neutron-server[87424]: return f(self, *a, **k) Nov 24 18:06:33.094387 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 18:06:33.094387 dv-cinder-818579-1-smb neutron-server[87424]: return self._get(url).json() Nov 24 18:06:33.094387 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 18:06:33.094387 dv-cinder-818579-1-smb neutron-server[87424]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 18:06:33.094387 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 18:06:33.094387 dv-cinder-818579-1-smb neutron-server[87424]: return self.request(url, 'GET', **kwargs) Nov 24 18:06:33.094387 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 18:06:33.094387 dv-cinder-818579-1-smb neutron-server[87424]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 18:06:33.094387 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 18:06:33.094387 dv-cinder-818579-1-smb neutron-server[87424]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 18:06:33.094387 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 18:06:33.094387 dv-cinder-818579-1-smb neutron-server[87424]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 18:06:33.094387 dv-cinder-818579-1-smb neutron-server[87424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 18:06:33.114088 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-4138886d-ce1f-4a1e-af84-11305fe8b61e tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4160211 Nov 24 18:06:33.143488 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a7d977-0446-45b3-accf-b45b626d411c', 'tag': 'd822885e-8a3d-42da-ac15-0bfc4a25b2f2', 'status': 'completed', 'code': 200} Nov 24 18:06:33.145951 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-fb0d8bc3-3eae-42fe-937e-e4894e7dfc50 admin admin] Usage tracker for resource:security_group_rule and tenant:f9a42c926ae144a5913037b6fa80fd3e is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:06:33.153887 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-783d75ff-b09a-40d7-9aab-67c120032ee6 service neutron] Request body: {'port': {'device_id': 'c578478e-70a3-49d8-b736-02f0e46decd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:06:33.217049 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-fb0d8bc3-3eae-42fe-937e-e4894e7dfc50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:06:33.260503 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-fb0d8bc3-3eae-42fe-937e-e4894e7dfc50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:33.272648 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-ae27f218-7150-4540-bd49-dcd85b244175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:33.274970 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-ae27f218-7150-4540-bd49-dcd85b244175 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=58c9b55138cf4488927b336b55f0f52e&device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 1097 time: 0.6569912 Nov 24 18:06:33.278258 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b8a55f90-3b8f-471b-905c-5fa4ebfa0be0 req-5acf18cb-ff74-42c2-8d76-c4928b503ee4 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.65 "GET /v2.0/security-groups?id=125b048c-3c01-4e5b-9591-38b4a4272366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316351 Nov 24 18:06:33.333812 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-dd492d9d-420a-4ac7-bd4c-89b693a32356 req-4c561034-5c73-4695-a652-85afafc19585 service neutron] Synchronizing usage tracker for tenant:2c47e2c116ff4621bdcbbb2de0bc425d on resource:security_group {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:06:33.372232 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-d38dba73-c78b-4a19-a217-9c1fa1eb676c tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1997403169&fields=id&tenant_id=5c410027f08a449c97bc26384e1b72cd HTTP/1.1" status: 200 len: 267 time: 0.0867794 Nov 24 18:06:33.372635 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.66', 58677) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:33.422744 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c074a73c-ea20-4e13-8aff-3ab45b096aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505765'] for network, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:33.490094 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-f136231e-b9a5-4fb3-9c29-8dbb3f24accb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d822885e-8a3d-42da-ac15-0bfc4a25b2f2 HTTP/1.1" status: 200 len: 217 time: 0.1654031 Nov 24 18:06:33.520700 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-783d75ff-b09a-40d7-9aab-67c120032ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:33.562564 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c074a73c-ea20-4e13-8aff-3ab45b096aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for network, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:33.576744 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:33.591848 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-dd492d9d-420a-4ac7-bd4c-89b693a32356 req-4c561034-5c73-4695-a652-85afafc19585 service neutron] Unset dirty status for tenant:2c47e2c116ff4621bdcbbb2de0bc425d on resource:security_group {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:06:33.593062 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-dd492d9d-420a-4ac7-bd4c-89b693a32356 req-4c561034-5c73-4695-a652-85afafc19585 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=125b048c-3c01-4e5b-9591-38b4a4272366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4488721 Nov 24 18:06:33.613510 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074a73c-ea20-4e13-8aff-3ab45b096aa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fda59a0-3f5f-43d5-9bd5-cdd99317baec,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:33.615864 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-c074a73c-ea20-4e13-8aff-3ab45b096aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:33.622548 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-c074a73c-ea20-4e13-8aff-3ab45b096aa6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/1fda59a0-3f5f-43d5-9bd5-cdd99317baec HTTP/1.1" status: 204 len: 168 time: 1.3765652 Nov 24 18:06:33.694319 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-defc9532-99b9-4abf-b916-d4de9544413a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:33.695769 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-defc9532-99b9-4abf-b916-d4de9544413a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=153ce10b-3d74-4e76-b304-5b290412d101 HTTP/1.1" status: 200 len: 859 time: 0.1762137 Nov 24 18:06:33.701177 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-22e71892-1222-432c-b917-57f496aeb701 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:33.702546 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-22e71892-1222-432c-b917-57f496aeb701 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.66 "GET /v2.0/networks?id=a433006a-8672-4e6d-af3a-fa22b395902e HTTP/1.1" status: 200 len: 817 time: 0.3283577 Nov 24 18:06:33.709233 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-4d267dcc-1c2c-46b2-a8e1-d7a5d4240750 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:33.711289 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-4d267dcc-1c2c-46b2-a8e1-d7a5d4240750 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/networks?id=99e16732-504f-4bd0-9b6d-ec24f46575f9 HTTP/1.1" status: 200 len: 811 time: 0.3135412 Nov 24 18:06:33.730988 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-2329e3af-cbca-43f2-a640-0791e030907e tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/quotas/5c410027f08a449c97bc26384e1b72cd HTTP/1.1" status: 200 len: 375 time: 0.0130405 Nov 24 18:06:33.861991 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-c445b1d5-ae81-4fa6-b39b-0f4ec6db72cc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708075 Nov 24 18:06:33.880525 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcc573-4fca-473f-8882-bc4573d4f7b1 req-2197a666-154d-499b-b9e1-bf0aa4d70902 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:33.882137 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-8ddcc573-4fca-473f-8882-bc4573d4f7b1 req-2197a666-154d-499b-b9e1-bf0aa4d70902 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e20c5b5a-5745-4ec2-b63b-1d4cab7809f0 HTTP/1.1" status: 200 len: 946 time: 0.4614825 Nov 24 18:06:33.884511 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-61127c28-37c2-43b2-b7ee-226cef1eb1d6 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c71c458ed19546f2b7ecc2a78475b465 HTTP/1.1" status: 200 len: 380 time: 0.0951676 Nov 24 18:06:33.886822 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-fb0d8bc3-3eae-42fe-937e-e4894e7dfc50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:33.895918 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-4a4471d7-2ba2-40ee-b025-9c34fec13266 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Request body: {'port': {'device_id': 'e6c5acff-8c88-4d63-af7b-cf7ea07b8d54', 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e', 'admin_state_up': True, 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'security_groups': ['50405b2e-0eeb-4384-8e2c-2502bf0d6374']}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:06:34.006764 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device b4786ac5-7489-4fe8-9c8e-a5bb631d7119 up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:06:34.033954 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-d26e9707-4571-49df-9961-304c328cabec tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Synchronizing usage tracker for tenant:5c410027f08a449c97bc26384e1b72cd on resource:port {{(pid=87424) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:06:34.081827 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-fb0d8bc3-3eae-42fe-937e-e4894e7dfc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:34.101387 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-04d45db8-2f2d-43a4-a1d3-fec1e1b7bd7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:34.117264 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 49240) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:34.138248 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-8ddcc573-4fca-473f-8882-bc4573d4f7b1 req-d2a7729e-9d41-4032-b5ab-f8162d220b19 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544637 Nov 24 18:06:34.138904 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port b4786ac5-7489-4fe8-9c8e-a5bb631d7119 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:06:34.139431 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:34.168805 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-4a4471d7-2ba2-40ee-b025-9c34fec13266 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:34.197219 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-d26e9707-4571-49df-9961-304c328cabec tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Unset dirty status for tenant:5c410027f08a449c97bc26384e1b72cd on resource:port {{(pid=87424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:06:34.205674 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-d26e9707-4571-49df-9961-304c328cabec tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5c410027f08a449c97bc26384e1b72cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4673903 Nov 24 18:06:34.216123 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-4a4471d7-2ba2-40ee-b025-9c34fec13266 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:34.225619 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb0d8bc3-3eae-42fe-937e-e4894e7dfc50 admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=87423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 18:06:34.306010 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-fbac101a-f27f-424d-811a-39f55c9b3bef admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=60b7f4709b0b4d9f83ebd3506379acae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1875951 Nov 24 18:06:34.320755 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 49250) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:34.331891 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d8bc3-3eae-42fe-937e-e4894e7dfc50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25323c2a-eac7-42c0-a1dd-de3d3385f23b,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:34.342224 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-fb0d8bc3-3eae-42fe-937e-e4894e7dfc50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:34.365736 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-fb0d8bc3-3eae-42fe-937e-e4894e7dfc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541721'] for segment, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:34.366092 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.db.segments_db [None req-fb0d8bc3-3eae-42fe-937e-e4894e7dfc50 admin admin] Added segment bfe06979-0068-461a-90cf-0680099611e2 of type vlan for network 8d9a62b6-6d73-4bbb-893c-836596140315 Nov 24 18:06:34.416682 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-2342ab5f-5ee4-44fc-bdd4-da7b0917efd4 service neutron] 10.222.0.66 "GET /v2.0/networks/0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5323353 Nov 24 18:06:34.439467 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9c1d5211-b605-448b-8f7b-9efad1fa4396 req-d84a8b97-9997-4c3a-b377-f8f432c06768 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 210 time: 0.0999575 Nov 24 18:06:34.511839 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-4a4471d7-2ba2-40ee-b025-9c34fec13266 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Made reservation on behalf of c71c458ed19546f2b7ecc2a78475b465 for: {'port': 1} {{(pid=87424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:06:34.515824 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-4a4471d7-2ba2-40ee-b025-9c34fec13266 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:34.557214 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-3516c21a-bb59-4d4b-b94d-cbdf70731f20 service neutron] 10.222.0.65 "GET /v2.0/networks/99e16732-504f-4bd0-9b6d-ec24f46575f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578573 Nov 24 18:06:34.632214 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-fb0d8bc3-3eae-42fe-937e-e4894e7dfc50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730961763539'] for network, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:34.669582 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.db.resource_extend [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-783d75ff-b09a-40d7-9aab-67c120032ee6 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 18:06:34.821351 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-f841f197-9c7e-4951-8723-9101f51da44f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:34.870907 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-783d75ff-b09a-40d7-9aab-67c120032ee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70d1c1a3-0125-4640-ae3e-d443f610d721 {{(pid=87423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:06:34.887472 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-783d75ff-b09a-40d7-9aab-67c120032ee6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:34.897302 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-f1488ebf-79fb-4afa-a637-d296cab0723e service neutron] 10.222.0.65 "GET /v2.0/networks/99e16732-504f-4bd0-9b6d-ec24f46575f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003097 Nov 24 18:06:34.902234 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-f841f197-9c7e-4951-8723-9101f51da44f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:34.925561 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a7a16d20-8c6d-40ba-bbf0-94b2b5063b2e req-6b7d910c-a432-4592-9d87-7b23cd148520 service neutron] 10.222.0.66 "GET /v2.0/networks/0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4943213 Nov 24 18:06:34.925652 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.db_base_plugin_common [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-4a4471d7-2ba2-40ee-b025-9c34fec13266 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Allocated IP 172.20.0.7 (a433006a-8672-4e6d-af3a-fa22b395902e/0c1b52e1-6661-4f68-9dd2-227c3d39ad6e/fdfe8f7a-b48a-4aa2-b83a-7747f84191b3) {{(pid=87424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:06:34.937737 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-fb0d8bc3-3eae-42fe-937e-e4894e7dfc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341'] for network, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:34.944043 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.provisioning_blocks [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-783d75ff-b09a-40d7-9aab-67c120032ee6 service neutron] Transition to ACTIVE for port object 70d1c1a3-0125-4640-ae3e-d443f610d721 will not be triggered until provisioned by entity L2. {{(pid=87423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:06:34.946881 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d8bc3-3eae-42fe-937e-e4894e7dfc50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:34.947473 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-fb0d8bc3-3eae-42fe-937e-e4894e7dfc50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for network, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:34.965169 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:35.056349 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9df593-8232-48ff-9571-afc0a165e221 req-455cd4b7-c0c2-4b4d-9d24-36cf9fe99e4f tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:35.057818 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ac9df593-8232-48ff-9571-afc0a165e221 req-455cd4b7-c0c2-4b4d-9d24-36cf9fe99e4f tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 931 time: 0.4121556 Nov 24 18:06:35.098149 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-783d75ff-b09a-40d7-9aab-67c120032ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:35.115048 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d8bc3-3eae-42fe-937e-e4894e7dfc50 admin admin] Pushing event updated for resources: {'Network': ['ID=8d9a62b6-6d73-4bbb-893c-836596140315,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:35.120390 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-fb0d8bc3-3eae-42fe-937e-e4894e7dfc50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:35.122784 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-b922142c-fb6b-45b4-8538-feb22179f86c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:35.135792 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Network 8d9a62b6-6d73-4bbb-893c-836596140315 details requested by agent ovs-agent-dv-cinder-818579-1-smb with host dv-cinder-818579-1-smb {{(pid=87425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 18:06:35.150550 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-4a4471d7-2ba2-40ee-b025-9c34fec13266 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for port, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:35.170202 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.provisioning_blocks [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-4a4471d7-2ba2-40ee-b025-9c34fec13266 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Transition to ACTIVE for port object fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 will not be triggered until provisioned by entity DHCP. {{(pid=87424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:06:35.359751 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-fb0d8bc3-3eae-42fe-937e-e4894e7dfc50 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.8650429 Nov 24 18:06:35.364784 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 49272) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:35.366131 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-4a4471d7-2ba2-40ee-b025-9c34fec13266 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3149175'] for port, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:35.374904 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-b07c0925-327f-499d-b06c-bf6e95eefe4b admin admin] Request body: {'subnet': {'network_id': '8d9a62b6-6d73-4bbb-893c-836596140315', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1163183449-subnet', 'tenant_id': 'f9a42c926ae144a5913037b6fa80fd3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:06:35.383988 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-b07c0925-327f-499d-b06c-bf6e95eefe4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:35.385041 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-ac9df593-8232-48ff-9571-afc0a165e221 req-35500811-2726-46a4-8ce1-d1fd62b54db1 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Synchronizing usage tracker for tenant:58c9b55138cf4488927b336b55f0f52e on resource:security_group {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:06:35.405338 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-f841f197-9c7e-4951-8723-9101f51da44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:35.410038 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:35.459472 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-b07c0925-327f-499d-b06c-bf6e95eefe4b admin admin] Usage tracker for resource:subnet and tenant:f9a42c926ae144a5913037b6fa80fd3e is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:06:35.463282 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d75ff-b09a-40d7-9aab-67c120032ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=70d1c1a3-0125-4640-ae3e-d443f610d721,revision_number=2']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:35.471243 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-b07c0925-327f-499d-b06c-bf6e95eefe4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:06:35.474239 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-f841f197-9c7e-4951-8723-9101f51da44f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:35.475366 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-f841f197-9c7e-4951-8723-9101f51da44f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d23ca87c-c5dc-4da1-a885-32b29ff5f6d4 HTTP/1.1" status: 204 len: 168 time: 1.1448996 Nov 24 18:06:35.482469 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-783d75ff-b09a-40d7-9aab-67c120032ee6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:35.482583 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-4a4471d7-2ba2-40ee-b025-9c34fec13266 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Network a433006a-8672-4e6d-af3a-fa22b395902e is already hosted by enough agents. {{(pid=87424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:06:35.483115 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-fb0d8bc3-3eae-42fe-937e-e4894e7dfc50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:35.494028 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.base_scheduler [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-4a4471d7-2ba2-40ee-b025-9c34fec13266 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Resources bound (agent type, host, resource id): {{(pid=87424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:06:35.501036 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-b07c0925-327f-499d-b06c-bf6e95eefe4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:35.505306 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841f197-9c7e-4951-8723-9101f51da44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23ca87c-c5dc-4da1-a885-32b29ff5f6d4,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:35.505641 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-4a4471d7-2ba2-40ee-b025-9c34fec13266 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Received port after_create {{(pid=87424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:06:35.510966 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-f841f197-9c7e-4951-8723-9101f51da44f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:35.519660 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-783d75ff-b09a-40d7-9aab-67c120032ee6 service neutron] Attempting to bind port 70d1c1a3-0125-4640-ae3e-d443f610d721 on host hv-cinder-81857 for vnic_type normal with profile {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:06:35.520129 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-783d75ff-b09a-40d7-9aab-67c120032ee6 service neutron] Attempting to bind port 70d1c1a3-0125-4640-ae3e-d443f610d721 by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': 'addda97c-1afe-4eb0-af1f-4a3789dc9f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7'}] {{(pid=87423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:06:35.520385 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-783d75ff-b09a-40d7-9aab-67c120032ee6 service neutron] Attempting to bind port 70d1c1a3-0125-4640-ae3e-d443f610d721 on network 0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:06:35.527946 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-783d75ff-b09a-40d7-9aab-67c120032ee6 service neutron] Port 70d1c1a3-0125-4640-ae3e-d443f610d721 on network 0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 18:06:35.528465 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-783d75ff-b09a-40d7-9aab-67c120032ee6 service neutron] Attempting to bind port 70d1c1a3-0125-4640-ae3e-d443f610d721 on network 0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:06:35.536920 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-783d75ff-b09a-40d7-9aab-67c120032ee6 service neutron] Checking agent: {'id': 'd0ca9dee-1939-4c7e-ac1c-b1e38ddd9156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'started_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:06:35.537257 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-783d75ff-b09a-40d7-9aab-67c120032ee6 service neutron] Checking segment: {'id': 'addda97c-1afe-4eb0-af1f-4a3789dc9f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:06:35.537638 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-783d75ff-b09a-40d7-9aab-67c120032ee6 service neutron] Bound using segment: {'id': 'addda97c-1afe-4eb0-af1f-4a3789dc9f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7'} {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:06:35.538397 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-783d75ff-b09a-40d7-9aab-67c120032ee6 service neutron] Bound port: 70d1c1a3-0125-4640-ae3e-d443f610d721, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'addda97c-1afe-4eb0-af1f-4a3789dc9f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7'}}] {{(pid=87423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:06:35.538397 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-783d75ff-b09a-40d7-9aab-67c120032ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:35.554602 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-ac9df593-8232-48ff-9571-afc0a165e221 req-35500811-2726-46a4-8ce1-d1fd62b54db1 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Unset dirty status for tenant:58c9b55138cf4488927b336b55f0f52e on resource:security_group {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:06:35.577913 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ac9df593-8232-48ff-9571-afc0a165e221 req-35500811-2726-46a4-8ce1-d1fd62b54db1 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5104868 Nov 24 18:06:35.588520 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064f904-57e7-4d97-a295-fa39b5e89046 req-5f92cfbc-2cf3-4275-bdb8-da6fd5039c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:35.599999 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-f064f904-57e7-4d97-a295-fa39b5e89046 req-5f92cfbc-2cf3-4275-bdb8-da6fd5039c16 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=58c9b55138cf4488927b336b55f0f52e&device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 1097 time: 0.4333138 Nov 24 18:06:35.647606 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-4a4471d7-2ba2-40ee-b025-9c34fec13266 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:35.648394 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-4a4471d7-2ba2-40ee-b025-9c34fec13266 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for port, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:35.682071 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4471d7-2ba2-40ee-b025-9c34fec13266 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Pushing event updated for resources: {'Port': ['ID=fdfe8f7a-b48a-4aa2-b83a-7747f84191b3,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:35.694381 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-4a4471d7-2ba2-40ee-b025-9c34fec13266 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:35.712228 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07c0925-327f-499d-b06c-bf6e95eefe4b admin admin] Made reservation on behalf of f9a42c926ae144a5913037b6fa80fd3e for: {'subnet': 1} {{(pid=87424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:06:35.718818 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-b07c0925-327f-499d-b06c-bf6e95eefe4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2422251'] for subnet, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:35.803180 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-4a4471d7-2ba2-40ee-b025-9c34fec13266 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9111609 Nov 24 18:06:35.814998 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9d95e-be93-4f0c-bd6b-4011805506b0 req-f1a8f64a-97dc-4ddf-bcc0-ce5557daa1fd tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:35.826436 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-bbc9d95e-be93-4f0c-bd6b-4011805506b0 req-f1a8f64a-97dc-4ddf-bcc0-ce5557daa1fd tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.65 "GET /v2.0/ports?device_id=f092be47-9d51-446f-a79f-2693aaa239da HTTP/1.1" status: 200 len: 945 time: 0.5261683 Nov 24 18:06:35.896420 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-5101dfb6-daa4-4b3e-8044-5f36914d03ab service neutron] Request body: {'port': {'device_id': 'e6c5acff-8c88-4d63-af7b-cf7ea07b8d54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:06:35.907183 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-f35faba8-38a9-43b3-911d-a8e616133599 None None] Provisioning for port fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 completed by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:06:35.914212 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-f35faba8-38a9-43b3-911d-a8e616133599 None None] Provisioning complete for port fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 triggered by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:06:35.914212 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f35faba8-38a9-43b3-911d-a8e616133599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:35.960970 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-783d75ff-b09a-40d7-9aab-67c120032ee6 service neutron] For port 70d1c1a3-0125-4640-ae3e-d443f610d721, host hv-cinder-81857, cleared binding levels {{(pid=87423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:06:35.977722 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-f35faba8-38a9-43b3-911d-a8e616133599 None None] Port fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 cannot update to ACTIVE because it is not bound. {{(pid=87425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 18:06:35.998672 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-bbc9d95e-be93-4f0c-bd6b-4011805506b0 req-b266cec3-be65-4532-95de-40ee6bb185cb tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.65 "GET /v2.0/security-groups?id=125b048c-3c01-4e5b-9591-38b4a4272366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728470 Nov 24 18:06:36.004135 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-783d75ff-b09a-40d7-9aab-67c120032ee6 service neutron] For port 70d1c1a3-0125-4640-ae3e-d443f610d721, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=70d1c1a3-0125-4640-ae3e-d443f610d721,segment=NetworkSegment(addda97c-1afe-4eb0-af1f-4a3789dc9f26),segment_id=addda97c-1afe-4eb0-af1f-4a3789dc9f26)] {{(pid=87423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:06:36.010598 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064f904-57e7-4d97-a295-fa39b5e89046 req-b484f86d-f50d-4184-ae69-df49332af63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:36.012125 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-f064f904-57e7-4d97-a295-fa39b5e89046 req-b484f86d-f50d-4184-ae69-df49332af63b service neutron] 10.222.0.66 "GET /v2.0/networks?id=0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7 HTTP/1.1" status: 200 len: 920 time: 0.3974855 Nov 24 18:06:36.029056 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5c3c3-4813-48c4-8b34-f5d014b74eaf req-6c9d3bf5-80af-47e7-81d8-f505febe8ca0 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:36.040645 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-51a5c3c3-4813-48c4-8b34-f5d014b74eaf req-6c9d3bf5-80af-47e7-81d8-f505febe8ca0 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e20c5b5a-5745-4ec2-b63b-1d4cab7809f0 HTTP/1.1" status: 200 len: 946 time: 0.2737334 Nov 24 18:06:36.099436 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-783d75ff-b09a-40d7-9aab-67c120032ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:36.133319 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-c7eea0cd-3482-4234-866f-6e481bf0d5e7 req-d40aacaa-044d-41e7-9872-d70f98343c04 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 210 time: 0.0589063 Nov 24 18:06:36.135489 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-5101dfb6-daa4-4b3e-8044-5f36914d03ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:36.153131 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-9cd12721-0fce-4f54-ac54-aa00f096fa41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:36.224160 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-f064f904-57e7-4d97-a295-fa39b5e89046 req-e6665b16-8446-487f-96db-a1e4de1fd552 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d822885e-8a3d-42da-ac15-0bfc4a25b2f2 HTTP/1.1" status: 200 len: 217 time: 0.1924140 Nov 24 18:06:36.328116 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-783d75ff-b09a-40d7-9aab-67c120032ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:36.328638 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-783d75ff-b09a-40d7-9aab-67c120032ee6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:36.338523 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-783d75ff-b09a-40d7-9aab-67c120032ee6 service neutron] 10.222.0.66 "PUT /v2.0/ports/70d1c1a3-0125-4640-ae3e-d443f610d721 HTTP/1.1" status: 200 len: 1093 time: 3.1888790 Nov 24 18:06:36.354613 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-51a5c3c3-4813-48c4-8b34-f5d014b74eaf req-a3b68b1b-2b3f-42e7-80f5-1c646d17065f tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620420 Nov 24 18:06:36.355094 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c578478e-70a3-49d8-b736-02f0e46decd9', 'tag': '70d1c1a3-0125-4640-ae3e-d443f610d721'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:06:36.379961 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d75ff-b09a-40d7-9aab-67c120032ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=70d1c1a3-0125-4640-ae3e-d443f610d721,revision_number=3']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:36.384162 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-783d75ff-b09a-40d7-9aab-67c120032ee6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:36.388819 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064f904-57e7-4d97-a295-fa39b5e89046 req-4a73a786-eb32-4b53-bd5d-4de2e0911c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:36.390186 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-f064f904-57e7-4d97-a295-fa39b5e89046 req-4a73a786-eb32-4b53-bd5d-4de2e0911c91 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=153ce10b-3d74-4e76-b304-5b290412d101 HTTP/1.1" status: 200 len: 859 time: 0.1536407 Nov 24 18:06:36.466311 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-b07c0925-327f-499d-b06c-bf6e95eefe4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3149059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2422233'] for subnet, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:36.485842 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-1dacdf9b-bc4e-4afa-9928-bcc7d5baab93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:36.517529 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c578478e-70a3-49d8-b736-02f0e46decd9', 'tag': '70d1c1a3-0125-4640-ae3e-d443f610d721', 'status': 'completed', 'code': 200} Nov 24 18:06:36.524440 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-f064f904-57e7-4d97-a295-fa39b5e89046 req-a5c1bc90-1af3-43fb-bf95-05093d50cd96 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1231544 Nov 24 18:06:36.674395 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c0925-327f-499d-b06c-bf6e95eefe4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac628b6c-7215-4d0c-b7c6-ce818fc21bd7,revision_number=0']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:36.677057 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 49306) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:36.679503 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-b07c0925-327f-499d-b06c-bf6e95eefe4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:36.702808 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07c0925-327f-499d-b06c-bf6e95eefe4b admin admin] Checking segment: {'id': 'bfe06979-0068-461a-90cf-0680099611e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8d9a62b6-6d73-4bbb-893c-836596140315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:06:36.703167 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07c0925-327f-499d-b06c-bf6e95eefe4b admin admin] Network hostable DHCP agents. Network: 8d9a62b6-6d73-4bbb-893c-836596140315, hostable agents: ['490b05d4-6d8a-4546-ad73-edfbcdd6eaa8'], hosted agents: [] {{(pid=87424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 18:06:36.728401 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-ae9d26cb-d898-477a-9c08-5eb728d6401d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:36.730141 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-ae9d26cb-d898-477a-9c08-5eb728d6401d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=58c9b55138cf4488927b336b55f0f52e&device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 1096 time: 0.2733140 Nov 24 18:06:36.738537 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c8610-6682-4fc9-8e0e-83efd8855d82 req-20c30c43-1c54-4968-9ed9-f3509f363888 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:36.739248 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-9f8c8610-6682-4fc9-8e0e-83efd8855d82 req-20c30c43-1c54-4968-9ed9-f3509f363888 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Synchronizing usage tracker for tenant:c71c458ed19546f2b7ecc2a78475b465 on resource:port {{(pid=87424) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:06:36.817674 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07c0925-327f-499d-b06c-bf6e95eefe4b admin admin] Network 8d9a62b6-6d73-4bbb-893c-836596140315 is scheduled to be hosted by DHCP agent 490b05d4-6d8a-4546-ad73-edfbcdd6eaa8 with binding_index 1 {{(pid=87424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 18:06:36.853525 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-f064f904-57e7-4d97-a295-fa39b5e89046 req-ca90f1fb-0ae0-40c8-9f3e-3a8c35cbb5b0 service neutron] 10.222.0.66 "GET /v2.0/networks/0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144488 Nov 24 18:06:36.875051 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-ef1d9567-03f2-4b75-a8d1-15e515084d1f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70d1c1a3-0125-4640-ae3e-d443f610d721 HTTP/1.1" status: 200 len: 217 time: 0.1191678 Nov 24 18:06:36.883934 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-9f8c8610-6682-4fc9-8e0e-83efd8855d82 req-20c30c43-1c54-4968-9ed9-f3509f363888 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Unset dirty status for tenant:c71c458ed19546f2b7ecc2a78475b465 on resource:port {{(pid=87424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:06:36.885110 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-9f8c8610-6682-4fc9-8e0e-83efd8855d82 req-20c30c43-1c54-4968-9ed9-f3509f363888 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 931 time: 0.4615271 Nov 24 18:06:36.912756 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.notifiers.nova [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-5101dfb6-daa4-4b3e-8044-5f36914d03ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 {{(pid=87424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:06:36.924159 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-5101dfb6-daa4-4b3e-8044-5f36914d03ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:36.953622 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.provisioning_blocks [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-5101dfb6-daa4-4b3e-8044-5f36914d03ab service neutron] Transition to ACTIVE for port object fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 will not be triggered until provisioned by entity L2. {{(pid=87424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:06:36.956867 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-9f8c8610-6682-4fc9-8e0e-83efd8855d82 req-e874aa68-a643-4820-a03e-4b1545f96f01 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643876 Nov 24 18:06:36.966416 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-9570855e-b8a4-48d4-b397-22fa948aac82 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cb1aa24adaca4a28aaf36d1bfba1fe9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2878952 Nov 24 18:06:36.968970 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 49310) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:37.033510 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.base_scheduler [None req-b07c0925-327f-499d-b06c-bf6e95eefe4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-smb, 8d9a62b6-6d73-4bbb-893c-836596140315) {{(pid=87424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:06:37.038480 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-ad8c7f30-2f63-4dd9-a80d-f936da4ff2e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:37.041017 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07c0925-327f-499d-b06c-bf6e95eefe4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:37.041687 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-b07c0925-327f-499d-b06c-bf6e95eefe4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:37.041967 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0903f7-82cd-423e-a456-03e0d8014bf8 None None] Network 8d9a62b6-6d73-4bbb-893c-836596140315 requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:06:37.060543 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-de419e09-cf91-4548-a7b7-5eecfe0d1d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:37.061990 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-de419e09-cf91-4548-a7b7-5eecfe0d1d23 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=153ce10b-3d74-4e76-b304-5b290412d101 HTTP/1.1" status: 200 len: 859 time: 0.1574483 Nov 24 18:06:37.090034 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-5101dfb6-daa4-4b3e-8044-5f36914d03ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3149182'] for port, after_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:37.105068 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-ad8c7f30-2f63-4dd9-a80d-f936da4ff2e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:37.123086 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:37.132502 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-71ffae69-cec8-421a-b7af-b66bd796a80f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625868 Nov 24 18:06:37.198901 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-b07c0925-327f-499d-b06c-bf6e95eefe4b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8301001 Nov 24 18:06:37.225199 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-f064f904-57e7-4d97-a295-fa39b5e89046 req-e8033ff7-e97a-4b79-80e3-1fdc4edfaaf2 service neutron] 10.222.0.66 "GET /v2.0/networks/0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517959 Nov 24 18:06:37.260700 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c855d-a293-4c4f-b954-0f56f2a7a094 req-1e1d23a5-3cea-4bcb-8ba1-3f0da7d8a47c tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:37.268988 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d31c855d-a293-4c4f-b954-0f56f2a7a094 req-1e1d23a5-3cea-4bcb-8ba1-3f0da7d8a47c tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 943 time: 0.5119145 Nov 24 18:06:37.483491 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439d09aa-1da7-433a-b905-0daf4477e331 None None] Network 8d9a62b6-6d73-4bbb-893c-836596140315 requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:06:37.681392 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-5d344a17-be22-4ece-9886-977c8cc306a7 req-060d053e-d07a-4cc6-9425-275be7f7cd3b tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 210 time: 0.0944958 Nov 24 18:06:37.683732 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101dfb6-daa4-4b3e-8044-5f36914d03ab service neutron] Pushing event updated for resources: {'Port': ['ID=fdfe8f7a-b48a-4aa2-b83a-7747f84191b3,revision_number=2']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:37.694645 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d31c855d-a293-4c4f-b954-0f56f2a7a094 req-30038546-b37f-460c-9490-3957aec9e847 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243741 Nov 24 18:06:37.750143 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-5101dfb6-daa4-4b3e-8044-5f36914d03ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:37.755578 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-5af47a87-b43b-4af4-a96b-5c920d1e3366 service neutron] 10.222.0.66 "GET /v2.0/networks/0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6134930 Nov 24 18:06:37.852823 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.managers [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-5101dfb6-daa4-4b3e-8044-5f36914d03ab service neutron] Attempting to bind port fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 on host hv-cinder-81857 for vnic_type normal with profile {{(pid=87424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:06:37.853201 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.managers [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-5101dfb6-daa4-4b3e-8044-5f36914d03ab service neutron] Attempting to bind port fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': 'c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e'}] {{(pid=87424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:06:37.853550 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-5101dfb6-daa4-4b3e-8044-5f36914d03ab service neutron] Attempting to bind port fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 on network a433006a-8672-4e6d-af3a-fa22b395902e {{(pid=87424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:06:37.858976 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-5101dfb6-daa4-4b3e-8044-5f36914d03ab service neutron] Port fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 on network a433006a-8672-4e6d-af3a-fa22b395902e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=87424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 18:06:37.862248 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-5101dfb6-daa4-4b3e-8044-5f36914d03ab service neutron] Attempting to bind port fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 on network a433006a-8672-4e6d-af3a-fa22b395902e {{(pid=87424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:06:37.868037 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-5101dfb6-daa4-4b3e-8044-5f36914d03ab service neutron] Checking agent: {'id': 'd0ca9dee-1939-4c7e-ac1c-b1e38ddd9156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'started_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:06:37.869454 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-5101dfb6-daa4-4b3e-8044-5f36914d03ab service neutron] Checking segment: {'id': 'c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:06:37.869454 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-5101dfb6-daa4-4b3e-8044-5f36914d03ab service neutron] Bound using segment: {'id': 'c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e'} {{(pid=87424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:06:37.869454 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.managers [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-5101dfb6-daa4-4b3e-8044-5f36914d03ab service neutron] Bound port: fdfe8f7a-b48a-4aa2-b83a-7747f84191b3, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e'}}] {{(pid=87424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:06:37.869780 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-5101dfb6-daa4-4b3e-8044-5f36914d03ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:37.892146 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-36cc6765-426a-443e-b08f-cb3f32415f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:37.964631 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-ad8c7f30-2f63-4dd9-a80d-f936da4ff2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:37.982916 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-7ba9b514-450d-4614-b818-1ab6e5266b7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:38.045852 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-3d5f470c-1dac-43f7-94a6-c5f37abf9b46 req-72c0a687-c457-4260-b78c-7a446160d1a0 service neutron] 10.222.0.66 "GET /v2.0/networks/0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755182 Nov 24 18:06:38.057694 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c7f30-2f63-4dd9-a80d-f936da4ff2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4c590d-e08b-4d7e-b621-8c09a31a6438,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:38.061743 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-ad8c7f30-2f63-4dd9-a80d-f936da4ff2e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:38.092577 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-ad8c7f30-2f63-4dd9-a80d-f936da4ff2e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:38.093726 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-ad8c7f30-2f63-4dd9-a80d-f936da4ff2e5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1f4c590d-e08b-4d7e-b621-8c09a31a6438 HTTP/1.1" status: 204 len: 168 time: 1.1235423 Nov 24 18:06:38.141346 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.db [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-5101dfb6-daa4-4b3e-8044-5f36914d03ab service neutron] For port fdfe8f7a-b48a-4aa2-b83a-7747f84191b3, host hv-cinder-81857, cleared binding levels {{(pid=87424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:06:38.146792 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.db [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-5101dfb6-daa4-4b3e-8044-5f36914d03ab service neutron] For port fdfe8f7a-b48a-4aa2-b83a-7747f84191b3, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=fdfe8f7a-b48a-4aa2-b83a-7747f84191b3,segment=NetworkSegment(c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2),segment_id=c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2)] {{(pid=87424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:06:38.223874 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-5101dfb6-daa4-4b3e-8044-5f36914d03ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3149182'] for port, after_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:38.226187 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729bbcd-527d-4db7-b227-27a911aae67b req-85a36604-07b5-4a29-b9ba-813c39638635 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:38.227001 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-8729bbcd-527d-4db7-b227-27a911aae67b req-85a36604-07b5-4a29-b9ba-813c39638635 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Synchronizing usage tracker for tenant:79d0bc54f2cb48149807fc23e27573c7 on resource:network {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:06:38.236951 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-a98af18c-a5fe-4c21-9f03-a5c26b87c96e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:38.316068 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-5101dfb6-daa4-4b3e-8044-5f36914d03ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:38.316682 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-5101dfb6-daa4-4b3e-8044-5f36914d03ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for port, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:38.318076 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-5101dfb6-daa4-4b3e-8044-5f36914d03ab service neutron] 10.222.0.66 "PUT /v2.0/ports/fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 HTTP/1.1" status: 200 len: 1093 time: 2.4436116 Nov 24 18:06:38.318576 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c5acff-8c88-4d63-af7b-cf7ea07b8d54', 'tag': 'fdfe8f7a-b48a-4aa2-b83a-7747f84191b3'}] {{(pid=87424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:06:38.352686 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b20db1-ddc9-410b-82d0-85cb44bb53c4 req-e09d2450-4b45-4347-8276-580dd37691d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:38.354467 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b1b20db1-ddc9-410b-82d0-85cb44bb53c4 req-e09d2450-4b45-4347-8276-580dd37691d3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=58c9b55138cf4488927b336b55f0f52e&device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 1096 time: 0.0988150 Nov 24 18:06:38.359904 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101dfb6-daa4-4b3e-8044-5f36914d03ab service neutron] Pushing event updated for resources: {'Port': ['ID=fdfe8f7a-b48a-4aa2-b83a-7747f84191b3,revision_number=3']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:38.363267 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-5101dfb6-daa4-4b3e-8044-5f36914d03ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:38.371220 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4aa1b-6cb5-4d27-b252-c7c7f13f4a55 req-6f59f87a-0d91-4482-844b-aab8354b194b tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:38.372838 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-abc4aa1b-6cb5-4d27-b252-c7c7f13f4a55 req-6f59f87a-0d91-4482-844b-aab8354b194b tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 943 time: 0.2162013 Nov 24 18:06:38.406127 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:38.470459 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-8729bbcd-527d-4db7-b227-27a911aae67b req-85a36604-07b5-4a29-b9ba-813c39638635 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Unset dirty status for tenant:79d0bc54f2cb48149807fc23e27573c7 on resource:network {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:06:38.471558 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-8729bbcd-527d-4db7-b227-27a911aae67b req-85a36604-07b5-4a29-b9ba-813c39638635 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] 10.222.0.65 "GET /v2.0/networks?id=fecfc681-c651-4024-8130-ab37fb9ee289 HTTP/1.1" status: 200 len: 809 time: 0.4253228 Nov 24 18:06:38.561139 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-8729bbcd-527d-4db7-b227-27a911aae67b req-bddc8a67-8f45-4ac0-96a0-2a3ddbe211ed tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] 10.222.0.65 "GET /v2.0/quotas/79d0bc54f2cb48149807fc23e27573c7 HTTP/1.1" status: 200 len: 375 time: 0.0549033 Nov 24 18:06:38.627033 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-8729bbcd-527d-4db7-b227-27a911aae67b req-a57cd83d-e43f-4857-a3a1-352ba9a5ceba tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=79d0bc54f2cb48149807fc23e27573c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503085 Nov 24 18:06:38.633604 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-abc4aa1b-6cb5-4d27-b252-c7c7f13f4a55 req-c373643a-6832-414d-a71f-917add85159e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311943 Nov 24 18:06:38.719552 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-a891fe1b-98d1-4a47-a45b-8e09652e9626 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:38.722936 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-a891fe1b-98d1-4a47-a45b-8e09652e9626 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.66 "GET /v2.0/networks?id=99e16732-504f-4bd0-9b6d-ec24f46575f9 HTTP/1.1" status: 200 len: 811 time: 0.3454678 Nov 24 18:06:38.727217 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b20db1-ddc9-410b-82d0-85cb44bb53c4 req-43dcf550-878d-45f7-b5ed-721027947641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:38.728748 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b1b20db1-ddc9-410b-82d0-85cb44bb53c4 req-43dcf550-878d-45f7-b5ed-721027947641 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7 HTTP/1.1" status: 200 len: 920 time: 0.3536932 Nov 24 18:06:38.783403 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device d822885e-8a3d-42da-ac15-0bfc4a25b2f2 details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=87425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 18:06:38.822256 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-d0315e7f-cb12-4716-9813-2eaf2bb3530d tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c410027f08a449c97bc26384e1b72cd HTTP/1.1" status: 200 len: 380 time: 0.0851111 Nov 24 18:06:38.839007 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-67786864-d3a2-44c9-9cb3-4df734925bdf tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Request body: {'port': {'device_id': '5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97', 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9', 'admin_state_up': True, 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'security_groups': ['96f476d2-5103-454a-9191-6bdd350e091e']}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:06:38.895067 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b1b20db1-ddc9-410b-82d0-85cb44bb53c4 req-bd4254bd-17aa-4deb-95ca-e7bb852d1724 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70d1c1a3-0125-4640-ae3e-d443f610d721 HTTP/1.1" status: 200 len: 217 time: 0.1063080 Nov 24 18:06:38.959321 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-ad900420-7d5e-44cd-b0da-261b12662021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:38.960894 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-ad900420-7d5e-44cd-b0da-261b12662021 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c71c458ed19546f2b7ecc2a78475b465&device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 1096 time: 0.4915488 Nov 24 18:06:39.008775 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port d822885e-8a3d-42da-ac15-0bfc4a25b2f2, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=d822885e-8a3d-42da-ac15-0bfc4a25b2f2,segment=NetworkSegment(addda97c-1afe-4eb0-af1f-4a3789dc9f26),segment_id=addda97c-1afe-4eb0-af1f-4a3789dc9f26)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:06:39.043779 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Returning: {'device': 'd822885e-8a3d-42da-ac15-0bfc4a25b2f2', 'network_id': '0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7', 'port_id': 'd822885e-8a3d-42da-ac15-0bfc4a25b2f2', 'mac_address': 'fa:16:3e:a6:9a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '153ce10b-3d74-4e76-b304-5b290412d101', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 18:06:39.079985 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-44251a10-9d06-413c-85be-e0e42fbc753d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 HTTP/1.1" status: 200 len: 217 time: 0.0985088 Nov 24 18:06:39.097523 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-8729bbcd-527d-4db7-b227-27a911aae67b req-c5a26eb2-b8cd-4d86-9618-b23a0b721ae1 service neutron] 10.222.0.65 "GET /v2.0/networks/fecfc681-c651-4024-8130-ab37fb9ee289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450138 Nov 24 18:06:39.122275 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b20db1-ddc9-410b-82d0-85cb44bb53c4 req-965bd37b-2993-42bd-9897-32641b3629c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:39.123833 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b1b20db1-ddc9-410b-82d0-85cb44bb53c4 req-965bd37b-2993-42bd-9897-32641b3629c8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=153ce10b-3d74-4e76-b304-5b290412d101 HTTP/1.1" status: 200 len: 859 time: 0.2196994 Nov 24 18:06:39.142847 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:39.161870 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d822885e-8a3d-42da-ac15-0bfc4a25b2f2 {{(pid=87425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:06:39.176926 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-67786864-d3a2-44c9-9cb3-4df734925bdf tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:39.188775 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-67786864-d3a2-44c9-9cb3-4df734925bdf tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:39.199110 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6c5acff-8c88-4d63-af7b-cf7ea07b8d54', 'tag': 'fdfe8f7a-b48a-4aa2-b83a-7747f84191b3', 'status': 'completed', 'code': 200} Nov 24 18:06:39.207618 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port d822885e-8a3d-42da-ac15-0bfc4a25b2f2, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=d822885e-8a3d-42da-ac15-0bfc4a25b2f2,segment=NetworkSegment(addda97c-1afe-4eb0-af1f-4a3789dc9f26),segment_id=addda97c-1afe-4eb0-af1f-4a3789dc9f26)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:06:39.308109 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b1b20db1-ddc9-410b-82d0-85cb44bb53c4 req-13c68476-a9cd-44d6-8319-453938caa44e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1371906 Nov 24 18:06:39.311788 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5c999-e830-43db-921a-483197bd53d2 req-9a7267f5-0671-414d-830c-d6c38d9c6792 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:39.312879 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:39.314757 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:39.320725 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-3ab5c999-e830-43db-921a-483197bd53d2 req-9a7267f5-0671-414d-830c-d6c38d9c6792 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 943 time: 0.1237509 Nov 24 18:06:39.324670 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-67786864-d3a2-44c9-9cb3-4df734925bdf tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Made reservation on behalf of 5c410027f08a449c97bc26384e1b72cd for: {'port': 1} {{(pid=87424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:06:39.329334 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-67786864-d3a2-44c9-9cb3-4df734925bdf tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:39.391224 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=d822885e-8a3d-42da-ac15-0bfc4a25b2f2,revision_number=4']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:39.395020 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:39.417526 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-4e44f868-d079-4d3d-8cc8-bcbd05be0dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:39.419001 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-4e44f868-d079-4d3d-8cc8-bcbd05be0dbb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c1b52e1-6661-4f68-9dd2-227c3d39ad6e HTTP/1.1" status: 200 len: 856 time: 0.3194718 Nov 24 18:06:39.425431 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-3ab5c999-e830-43db-921a-483197bd53d2 req-6f8eadef-e500-4c72-b5e9-4f00ee5df0df tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035876 Nov 24 18:06:39.535903 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['d822885e-8a3d-42da-ac15-0bfc4a25b2f2'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:06:39.594983 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.db_base_plugin_common [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-67786864-d3a2-44c9-9cb3-4df734925bdf tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Allocated IP 172.20.0.5 (99e16732-504f-4bd0-9b6d-ec24f46575f9/cb34300e-db3e-473b-9bf9-eea83552c640/b4d6071c-d415-46c4-952f-f3d12093d011) {{(pid=87424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:06:39.616005 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-8729bbcd-527d-4db7-b227-27a911aae67b req-4bf14ee5-bbf4-4e62-b982-c54ae1c2ff49 service neutron] 10.222.0.65 "GET /v2.0/networks/fecfc681-c651-4024-8130-ab37fb9ee289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5175011 Nov 24 18:06:39.690587 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b1b20db1-ddc9-410b-82d0-85cb44bb53c4 req-92e35fa7-1250-4409-acab-5681564d588f service neutron] 10.222.0.66 "GET /v2.0/networks/0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638988 Nov 24 18:06:39.697908 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-127ce553-5883-49a5-a28c-42ca5bf1fd62 req-01a04517-8957-41eb-b388-014cf671b16c tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 210 time: 0.0774119 Nov 24 18:06:39.740280 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-8c29e991-7db7-4c13-932f-11ac74f49b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:39.741787 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-8c29e991-7db7-4c13-932f-11ac74f49b34 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a433006a-8672-4e6d-af3a-fa22b395902e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3081605 Nov 24 18:06:40.048278 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-67786864-d3a2-44c9-9cb3-4df734925bdf tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for port, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:40.089263 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.provisioning_blocks [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-67786864-d3a2-44c9-9cb3-4df734925bdf tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Transition to ACTIVE for port object b4d6071c-d415-46c4-952f-f3d12093d011 will not be triggered until provisioned by entity DHCP. {{(pid=87424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:06:40.195979 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b1b20db1-ddc9-410b-82d0-85cb44bb53c4 req-3e1f8c71-e216-48f0-a17a-5a09ddf8c57f service neutron] 10.222.0.66 "GET /v2.0/networks/0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4987509 Nov 24 18:06:40.202747 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-67786864-d3a2-44c9-9cb3-4df734925bdf tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3149175'] for port, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:40.210692 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:40.236394 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-78b5c27c-233e-4cab-93d4-6cd5f1cf9c27 service neutron] 10.222.0.66 "GET /v2.0/networks/a433006a-8672-4e6d-af3a-fa22b395902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075949 Nov 24 18:06:40.285727 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-67786864-d3a2-44c9-9cb3-4df734925bdf tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Network 99e16732-504f-4bd0-9b6d-ec24f46575f9 is already hosted by enough agents. {{(pid=87424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:06:40.289309 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.base_scheduler [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-67786864-d3a2-44c9-9cb3-4df734925bdf tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Resources bound (agent type, host, resource id): {{(pid=87424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:06:40.293412 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-67786864-d3a2-44c9-9cb3-4df734925bdf tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Received port after_create {{(pid=87424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:06:40.348768 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa9803-f623-4d02-9078-0cf653806516 req-ca096b26-c1a8-4b04-84e3-ae2bcca643b5 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:40.350175 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7efa9803-f623-4d02-9078-0cf653806516 req-ca096b26-c1a8-4b04-84e3-ae2bcca643b5 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 943 time: 0.2343993 Nov 24 18:06:40.378691 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67786864-d3a2-44c9-9cb3-4df734925bdf tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Pushing event updated for resources: {'Port': ['ID=b4d6071c-d415-46c4-952f-f3d12093d011,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:40.382728 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-67786864-d3a2-44c9-9cb3-4df734925bdf tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:40.401935 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-67786864-d3a2-44c9-9cb3-4df734925bdf tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:40.402672 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-67786864-d3a2-44c9-9cb3-4df734925bdf tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for port, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:40.417700 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7efa9803-f623-4d02-9078-0cf653806516 req-ee879aaf-6601-4910-aac5-8093646ba416 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534353 Nov 24 18:06:40.459017 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-3e982172-6cf6-4283-8edc-42bbdf48382d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:40.470151 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9e7a2807-ff9c-49bd-b5c6-aa8c136d7052 req-a8ccbf69-a538-42ce-9a25-f22c597dc600 service neutron] 10.222.0.66 "GET /v2.0/networks/a433006a-8672-4e6d-af3a-fa22b395902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231202 Nov 24 18:06:40.542410 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-67786864-d3a2-44c9-9cb3-4df734925bdf tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7112179 Nov 24 18:06:40.564022 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-60f6e138-d9de-47e3-acb4-cbc44f1924f6 service neutron] Request body: {'port': {'device_id': '5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:06:40.684563 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-ec907ed4-5985-4719-b52a-b45752a89a06 None None] Provisioning for port b4d6071c-d415-46c4-952f-f3d12093d011 completed by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:06:40.691031 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-ec907ed4-5985-4719-b52a-b45752a89a06 None None] Provisioning complete for port b4d6071c-d415-46c4-952f-f3d12093d011 triggered by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:06:40.691464 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-ec907ed4-5985-4719-b52a-b45752a89a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:40.734892 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-60f6e138-d9de-47e3-acb4-cbc44f1924f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:40.775617 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52914014-e16c-428d-94d0-9c644f13cce3 req-6e9474b4-68e8-4010-997c-06db2ae4c339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:40.777926 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-52914014-e16c-428d-94d0-9c644f13cce3 req-6e9474b4-68e8-4010-997c-06db2ae4c339 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c71c458ed19546f2b7ecc2a78475b465&device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 1096 time: 0.1538439 Nov 24 18:06:40.804562 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-ec907ed4-5985-4719-b52a-b45752a89a06 None None] Port b4d6071c-d415-46c4-952f-f3d12093d011 cannot update to ACTIVE because it is not bound. {{(pid=87425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 18:06:40.813112 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 70d1c1a3-0125-4640-ae3e-d443f610d721 details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=87425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 18:06:40.877164 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device d822885e-8a3d-42da-ac15-0bfc4a25b2f2 up at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:06:41.063723 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52914014-e16c-428d-94d0-9c644f13cce3 req-e0c1a9cb-1706-4b5f-9fdd-6214e01e7e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:41.072334 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-52914014-e16c-428d-94d0-9c644f13cce3 req-e0c1a9cb-1706-4b5f-9fdd-6214e01e7e0a service neutron] 10.222.0.66 "GET /v2.0/networks?id=a433006a-8672-4e6d-af3a-fa22b395902e HTTP/1.1" status: 200 len: 918 time: 0.2607620 Nov 24 18:06:41.074617 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 70d1c1a3-0125-4640-ae3e-d443f610d721, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=70d1c1a3-0125-4640-ae3e-d443f610d721,segment=NetworkSegment(addda97c-1afe-4eb0-af1f-4a3789dc9f26),segment_id=addda97c-1afe-4eb0-af1f-4a3789dc9f26)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:06:41.092064 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Returning: {'device': '70d1c1a3-0125-4640-ae3e-d443f610d721', 'network_id': '0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7', 'port_id': '70d1c1a3-0125-4640-ae3e-d443f610d721', 'mac_address': 'fa:16:3e:de:f3:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '153ce10b-3d74-4e76-b304-5b290412d101', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 18:06:41.162292 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:41.183285 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70d1c1a3-0125-4640-ae3e-d443f610d721 {{(pid=87425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:06:41.201877 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 70d1c1a3-0125-4640-ae3e-d443f610d721, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=70d1c1a3-0125-4640-ae3e-d443f610d721,segment=NetworkSegment(addda97c-1afe-4eb0-af1f-4a3789dc9f26),segment_id=addda97c-1afe-4eb0-af1f-4a3789dc9f26)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:06:41.203953 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning for port d822885e-8a3d-42da-ac15-0bfc4a25b2f2 completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:06:41.208616 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning complete for port d822885e-8a3d-42da-ac15-0bfc4a25b2f2 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:06:41.209153 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:41.217345 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-52914014-e16c-428d-94d0-9c644f13cce3 req-223eefe9-8eee-4b5c-b44c-37ed3d45fcb0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 HTTP/1.1" status: 200 len: 217 time: 0.1440697 Nov 24 18:06:41.241959 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-b9cb17cf-ef25-4b26-9a7f-b860a518691d req-b69b854c-02e8-4245-8d25-f2c143cacbe3 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] 10.222.0.65 "GET /v2.0/ports?device_id=f207879f-044d-4033-99c2-830ad4a39fd6 HTTP/1.1" status: 200 len: 210 time: 0.0736942 Nov 24 18:06:41.337784 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:41.347093 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:41.354897 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52914014-e16c-428d-94d0-9c644f13cce3 req-dafcac64-f898-49b9-be05-8f4d9a20ff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:41.356008 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-52914014-e16c-428d-94d0-9c644f13cce3 req-dafcac64-f898-49b9-be05-8f4d9a20ff9e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c1b52e1-6661-4f68-9dd2-227c3d39ad6e HTTP/1.1" status: 200 len: 856 time: 0.1308265 Nov 24 18:06:41.422144 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:41.456011 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=70d1c1a3-0125-4640-ae3e-d443f610d721,revision_number=4']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:41.459956 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:41.467406 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:41.469708 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a7d977-0446-45b3-accf-b45b626d411c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd822885e-8a3d-42da-ac15-0bfc4a25b2f2'}] {{(pid=87425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:06:41.482493 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port d822885e-8a3d-42da-ac15-0bfc4a25b2f2, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=d822885e-8a3d-42da-ac15-0bfc4a25b2f2,segment=NetworkSegment(addda97c-1afe-4eb0-af1f-4a3789dc9f26),segment_id=addda97c-1afe-4eb0-af1f-4a3789dc9f26)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:06:41.506641 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.notifiers.nova [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-60f6e138-d9de-47e3-acb4-cbc44f1924f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4d6071c-d415-46c4-952f-f3d12093d011 {{(pid=87424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:06:41.512979 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52914014-e16c-428d-94d0-9c644f13cce3 req-401af019-bb79-4c61-a01f-5cedf323bcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:41.514448 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-52914014-e16c-428d-94d0-9c644f13cce3 req-401af019-bb79-4c61-a01f-5cedf323bcac service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a433006a-8672-4e6d-af3a-fa22b395902e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1506057 Nov 24 18:06:41.521697 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-60f6e138-d9de-47e3-acb4-cbc44f1924f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:41.541030 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.provisioning_blocks [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-60f6e138-d9de-47e3-acb4-cbc44f1924f6 service neutron] Transition to ACTIVE for port object b4d6071c-d415-46c4-952f-f3d12093d011 will not be triggered until provisioned by entity L2. {{(pid=87424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:06:41.556542 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:41.558344 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:41.561223 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ea3c4-138e-4249-92c1-f10fae78341f req-2db0be36-c7e7-49e9-a319-f13eb2f80576 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:41.562711 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-bc9ea3c4-138e-4249-92c1-f10fae78341f req-2db0be36-c7e7-49e9-a319-f13eb2f80576 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 944 time: 0.1193986 Nov 24 18:06:41.639096 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=d822885e-8a3d-42da-ac15-0bfc4a25b2f2,revision_number=5']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:41.642684 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['70d1c1a3-0125-4640-ae3e-d443f610d721'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:06:41.667981 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-bc9ea3c4-138e-4249-92c1-f10fae78341f req-57bd8eda-23c4-4572-8243-7940c9750cec tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897350 Nov 24 18:06:41.669436 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-60f6e138-d9de-47e3-acb4-cbc44f1924f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3149182'] for port, after_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:41.672244 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:41.682881 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:41.805816 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-52914014-e16c-428d-94d0-9c644f13cce3 req-9851f49b-4ba8-4c88-b8bb-bbae4672065c service neutron] 10.222.0.66 "GET /v2.0/networks/a433006a-8672-4e6d-af3a-fa22b395902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724824 Nov 24 18:06:42.102052 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6e138-d9de-47e3-acb4-cbc44f1924f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d6071c-d415-46c4-952f-f3d12093d011,revision_number=2']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:42.105320 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-60f6e138-d9de-47e3-acb4-cbc44f1924f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:42.148345 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9b911-94fe-4165-97bc-ad8516cec497 req-9eb70188-2270-43d0-a84a-32a11c69714c tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:42.150147 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c8e9b911-94fe-4165-97bc-ad8516cec497 req-9eb70188-2270-43d0-a84a-32a11c69714c tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 943 time: 0.3064167 Nov 24 18:06:42.154312 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-52914014-e16c-428d-94d0-9c644f13cce3 req-7be43d4d-d5c4-4c5f-a5a7-d5129b82ad0c service neutron] 10.222.0.66 "GET /v2.0/networks/a433006a-8672-4e6d-af3a-fa22b395902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629452 Nov 24 18:06:42.211495 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-c8e9b911-94fe-4165-97bc-ad8516cec497 req-dc6c4937-8ff9-4e21-9eae-ae8fa276df33 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Synchronizing usage tracker for tenant:5c410027f08a449c97bc26384e1b72cd on resource:security_group {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:06:42.296170 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b86cf-a577-4b06-9939-8eb975ce1b2d req-f5b5f559-f0f2-4585-abbc-4afb19b902d7 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:42.297715 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-759b86cf-a577-4b06-9939-8eb975ce1b2d req-f5b5f559-f0f2-4585-abbc-4afb19b902d7 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 943 time: 0.3144708 Nov 24 18:06:42.305375 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.managers [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-60f6e138-d9de-47e3-acb4-cbc44f1924f6 service neutron] Attempting to bind port b4d6071c-d415-46c4-952f-f3d12093d011 on host hv-cinder-81857 for vnic_type normal with profile {{(pid=87424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:06:42.305665 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.managers [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-60f6e138-d9de-47e3-acb4-cbc44f1924f6 service neutron] Attempting to bind port b4d6071c-d415-46c4-952f-f3d12093d011 by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': '3bf95cc0-1d80-495e-9c51-016a41842eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9'}] {{(pid=87424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:06:42.305986 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-60f6e138-d9de-47e3-acb4-cbc44f1924f6 service neutron] Attempting to bind port b4d6071c-d415-46c4-952f-f3d12093d011 on network 99e16732-504f-4bd0-9b6d-ec24f46575f9 {{(pid=87424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:06:42.326961 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-60f6e138-d9de-47e3-acb4-cbc44f1924f6 service neutron] Port b4d6071c-d415-46c4-952f-f3d12093d011 on network 99e16732-504f-4bd0-9b6d-ec24f46575f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=87424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 18:06:42.327283 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-60f6e138-d9de-47e3-acb4-cbc44f1924f6 service neutron] Attempting to bind port b4d6071c-d415-46c4-952f-f3d12093d011 on network 99e16732-504f-4bd0-9b6d-ec24f46575f9 {{(pid=87424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:06:42.327755 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-c8e9b911-94fe-4165-97bc-ad8516cec497 req-dc6c4937-8ff9-4e21-9eae-ae8fa276df33 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Unset dirty status for tenant:5c410027f08a449c97bc26384e1b72cd on resource:security_group {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:06:42.329018 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c8e9b911-94fe-4165-97bc-ad8516cec497 req-dc6c4937-8ff9-4e21-9eae-ae8fa276df33 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713486 Nov 24 18:06:42.335661 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-60f6e138-d9de-47e3-acb4-cbc44f1924f6 service neutron] Checking agent: {'id': 'd0ca9dee-1939-4c7e-ac1c-b1e38ddd9156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'started_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:06:42.335995 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-60f6e138-d9de-47e3-acb4-cbc44f1924f6 service neutron] Checking segment: {'id': '3bf95cc0-1d80-495e-9c51-016a41842eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:06:42.336388 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-60f6e138-d9de-47e3-acb4-cbc44f1924f6 service neutron] Bound using segment: {'id': '3bf95cc0-1d80-495e-9c51-016a41842eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9'} {{(pid=87424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:06:42.337905 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.managers [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-60f6e138-d9de-47e3-acb4-cbc44f1924f6 service neutron] Bound port: b4d6071c-d415-46c4-952f-f3d12093d011, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bf95cc0-1d80-495e-9c51-016a41842eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9'}}] {{(pid=87424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:06:42.337905 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-60f6e138-d9de-47e3-acb4-cbc44f1924f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:42.380925 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-759b86cf-a577-4b06-9939-8eb975ce1b2d req-1f5b10b4-be87-447c-826b-ef8ff3a4e5b9 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765588 Nov 24 18:06:42.408280 dv-cinder-818579-1-smb neutron-server[87425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a7d977-0446-45b3-accf-b45b626d411c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd822885e-8a3d-42da-ac15-0bfc4a25b2f2', 'code': 200} Nov 24 18:06:42.472565 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.db [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-60f6e138-d9de-47e3-acb4-cbc44f1924f6 service neutron] For port b4d6071c-d415-46c4-952f-f3d12093d011, host hv-cinder-81857, cleared binding levels {{(pid=87424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:06:42.477771 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.db [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-60f6e138-d9de-47e3-acb4-cbc44f1924f6 service neutron] For port b4d6071c-d415-46c4-952f-f3d12093d011, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=b4d6071c-d415-46c4-952f-f3d12093d011,segment=NetworkSegment(3bf95cc0-1d80-495e-9c51-016a41842eca),segment_id=3bf95cc0-1d80-495e-9c51-016a41842eca)] {{(pid=87424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:06:42.536469 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-5b324248-a470-41dd-ad34-17cb1d9d2767 req-c0d4605a-0c94-43c9-8a81-4e429634e77f tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] 10.222.0.65 "GET /v2.0/ports?device_id=f207879f-044d-4033-99c2-830ad4a39fd6 HTTP/1.1" status: 200 len: 210 time: 0.0431359 Nov 24 18:06:42.568262 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-60f6e138-d9de-47e3-acb4-cbc44f1924f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3149182'] for port, after_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:42.573302 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-60f6e138-d9de-47e3-acb4-cbc44f1924f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:42.628833 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-60f6e138-d9de-47e3-acb4-cbc44f1924f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:42.636494 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-60f6e138-d9de-47e3-acb4-cbc44f1924f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for port, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:42.636494 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-60f6e138-d9de-47e3-acb4-cbc44f1924f6 service neutron] 10.222.0.66 "PUT /v2.0/ports/b4d6071c-d415-46c4-952f-f3d12093d011 HTTP/1.1" status: 200 len: 1093 time: 2.0720992 Nov 24 18:06:42.636494 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97', 'tag': 'b4d6071c-d415-46c4-952f-f3d12093d011'}] {{(pid=87424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:06:42.656013 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:42.657900 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6e138-d9de-47e3-acb4-cbc44f1924f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d6071c-d415-46c4-952f-f3d12093d011,revision_number=3']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:42.663100 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-60f6e138-d9de-47e3-acb4-cbc44f1924f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:42.701287 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97', 'tag': 'b4d6071c-d415-46c4-952f-f3d12093d011', 'status': 'completed', 'code': 200} Nov 24 18:06:42.836554 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 70d1c1a3-0125-4640-ae3e-d443f610d721 up at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:06:42.879354 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5451737-3c5a-43aa-a00e-13837f6a754b req-8f3913ac-447d-496b-8724-9f7b4c3d5eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:42.883743 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d5451737-3c5a-43aa-a00e-13837f6a754b req-8f3913ac-447d-496b-8724-9f7b4c3d5eb1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c410027f08a449c97bc26384e1b72cd&device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 1096 time: 0.1456764 Nov 24 18:06:42.945765 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e4683-2626-4ce8-89a8-0317f4e818b2 req-095cdc12-645f-4ec4-8276-d2b9c9911620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:42.947578 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-1a0e4683-2626-4ce8-89a8-0317f4e818b2 req-095cdc12-645f-4ec4-8276-d2b9c9911620 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 1099 time: 0.2222002 Nov 24 18:06:43.011494 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning for port 70d1c1a3-0125-4640-ae3e-d443f610d721 completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:06:43.023904 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning complete for port 70d1c1a3-0125-4640-ae3e-d443f610d721 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:06:43.025087 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:43.058955 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67d6af-3b1f-4e71-8cf4-1b33ee9958eb req-ea0c906c-6b3a-4075-9b26-e7a2e34218d2 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:43.066327 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-7c67d6af-3b1f-4e71-8cf4-1b33ee9958eb req-ea0c906c-6b3a-4075-9b26-e7a2e34218d2 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 944 time: 0.2392735 Nov 24 18:06:43.068341 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-1a0e4683-2626-4ce8-89a8-0317f4e818b2 req-064afd4c-630c-49b3-8e59-0ee5bf94dd70 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129541 Nov 24 18:06:43.122262 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-7c67d6af-3b1f-4e71-8cf4-1b33ee9958eb req-bc3d88b3-2e6b-4c06-b64d-f8baac642525 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476913 Nov 24 18:06:43.178257 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5451737-3c5a-43aa-a00e-13837f6a754b req-37fceddb-6f1e-4320-b388-f5598c29fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:43.179693 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d5451737-3c5a-43aa-a00e-13837f6a754b req-37fceddb-6f1e-4320-b388-f5598c29fbbf service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=5c410027f08a449c97bc26384e1b72cd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2858579 Nov 24 18:06:43.199459 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:43.231652 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 70d1c1a3-0125-4640-ae3e-d443f610d721, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=70d1c1a3-0125-4640-ae3e-d443f610d721,segment=NetworkSegment(addda97c-1afe-4eb0-af1f-4a3789dc9f26),segment_id=addda97c-1afe-4eb0-af1f-4a3789dc9f26)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:06:43.279154 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:43.281297 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-edfa2884-416d-464c-84dd-aacbe7b7f60a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:43.353269 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=70d1c1a3-0125-4640-ae3e-d443f610d721,revision_number=5']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:43.356647 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:43.491985 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729bbcd-527d-4db7-b227-27a911aae67b req-77aab540-daab-434b-9a86-eb1aca1f0b54 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:43.493828 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-8729bbcd-527d-4db7-b227-27a911aae67b req-77aab540-daab-434b-9a86-eb1aca1f0b54 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] 10.222.0.66 "GET /v2.0/networks?id=fecfc681-c651-4024-8130-ab37fb9ee289 HTTP/1.1" status: 200 len: 809 time: 0.2090955 Nov 24 18:06:43.508225 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [req-8729bbcd-527d-4db7-b227-27a911aae67b req-8ac2350f-ebbd-4a6c-8729-3072e9e58d09 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Request body: {'port': {'device_id': 'f207879f-044d-4033-99c2-830ad4a39fd6', 'network_id': 'fecfc681-c651-4024-8130-ab37fb9ee289', 'admin_state_up': True, 'tenant_id': '79d0bc54f2cb48149807fc23e27573c7'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:06:43.585623 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5451737-3c5a-43aa-a00e-13837f6a754b req-d10edc6a-6161-462e-9377-2ebf71d04874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:43.587371 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d5451737-3c5a-43aa-a00e-13837f6a754b req-d10edc6a-6161-462e-9377-2ebf71d04874 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3079023 Nov 24 18:06:43.718099 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [req-8729bbcd-527d-4db7-b227-27a911aae67b req-8ac2350f-ebbd-4a6c-8729-3072e9e58d09 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:43.723310 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-8729bbcd-527d-4db7-b227-27a911aae67b req-8ac2350f-ebbd-4a6c-8729-3072e9e58d09 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Usage tracker for resource:port and tenant:79d0bc54f2cb48149807fc23e27573c7 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:06:43.724319 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec547c-786f-4d57-a8fd-1cc50a2c2e58 req-48d89e7a-9e66-4112-a6fb-75986ec7125a tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:43.725947 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-12ec547c-786f-4d57-a8fd-1cc50a2c2e58 req-48d89e7a-9e66-4112-a6fb-75986ec7125a tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 943 time: 0.2257860 Nov 24 18:06:43.727349 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-8729bbcd-527d-4db7-b227-27a911aae67b req-8ac2350f-ebbd-4a6c-8729-3072e9e58d09 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:06:43.740404 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07eb402-8b0a-43ee-b26e-8e77ef79da60 req-b7bd70e2-bf7c-4b55-9a9d-ea1b20587c42 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:43.741902 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-a07eb402-8b0a-43ee-b26e-8e77ef79da60 req-b7bd70e2-bf7c-4b55-9a9d-ea1b20587c42 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 943 time: 0.1569872 Nov 24 18:06:43.743043 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [req-8729bbcd-527d-4db7-b227-27a911aae67b req-8ac2350f-ebbd-4a6c-8729-3072e9e58d09 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:43.797174 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-a07eb402-8b0a-43ee-b26e-8e77ef79da60 req-0781d25d-4436-4090-a1a4-bab1bc835056 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488563 Nov 24 18:06:43.834929 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-12ec547c-786f-4d57-a8fd-1cc50a2c2e58 req-c52f1909-d1a0-400e-9c99-0579006a4074 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928962 Nov 24 18:06:43.868291 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-074e3e7b-513f-4812-9ec4-8d72ef4d744d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:43.870033 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-074e3e7b-513f-4812-9ec4-8d72ef4d744d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c410027f08a449c97bc26384e1b72cd&device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 1096 time: 0.2379067 Nov 24 18:06:43.870584 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8729bbcd-527d-4db7-b227-27a911aae67b req-8ac2350f-ebbd-4a6c-8729-3072e9e58d09 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Made reservation on behalf of 79d0bc54f2cb48149807fc23e27573c7 for: {'port': 1} {{(pid=87424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:06:43.874206 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [req-8729bbcd-527d-4db7-b227-27a911aae67b req-8ac2350f-ebbd-4a6c-8729-3072e9e58d09 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:43.950916 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-f7ea960d-6f1f-451d-bae1-dbac102f05d2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4d6071c-d415-46c4-952f-f3d12093d011 HTTP/1.1" status: 200 len: 217 time: 0.0686033 Nov 24 18:06:44.034713 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-62ef54fb-56ee-44c2-980f-0b0d5d50a9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:44.036226 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-62ef54fb-56ee-44c2-980f-0b0d5d50a9bb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb34300e-db3e-473b-9bf9-eea83552c640 HTTP/1.1" status: 200 len: 850 time: 0.0716820 Nov 24 18:06:44.106451 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-1276ea28-730e-455f-ac96-ca6afa8c51a2 req-4cb8629c-2d0b-4729-b4dc-6cfa4abf30ac tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] 10.222.0.65 "GET /v2.0/ports?device_id=f207879f-044d-4033-99c2-830ad4a39fd6 HTTP/1.1" status: 200 len: 210 time: 0.0629542 Nov 24 18:06:44.123214 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-a537f0e0-d495-4fc8-9df9-1758762ee635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:44.124997 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-a537f0e0-d495-4fc8-9df9-1758762ee635 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=99e16732-504f-4bd0-9b6d-ec24f46575f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0811679 Nov 24 18:06:44.219239 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.db_base_plugin_common [req-8729bbcd-527d-4db7-b227-27a911aae67b req-8ac2350f-ebbd-4a6c-8729-3072e9e58d09 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Allocated IP 172.20.0.3 (fecfc681-c651-4024-8130-ab37fb9ee289/38979327-5861-4215-a9b4-bb60eaeb66d2/817bb1c7-703a-47c5-a1b2-522c95ed7e6f) {{(pid=87424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:06:44.365439 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-79d202a2-be2e-4aec-a2d1-40b60864a129 service neutron] 10.222.0.66 "GET /v2.0/networks/99e16732-504f-4bd0-9b6d-ec24f46575f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959689 Nov 24 18:06:44.409185 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c578478e-70a3-49d8-b736-02f0e46decd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d1c1a3-0125-4640-ae3e-d443f610d721'}] {{(pid=87425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:06:44.457870 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [req-8729bbcd-527d-4db7-b227-27a911aae67b req-8ac2350f-ebbd-4a6c-8729-3072e9e58d09 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Notify callbacks [] for port, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:44.477081 dv-cinder-818579-1-smb neutron-server[87425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c578478e-70a3-49d8-b736-02f0e46decd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d1c1a3-0125-4640-ae3e-d443f610d721', 'code': 200} Nov 24 18:06:44.492610 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00265ea8-690b-4c71-bfa9-e72f40e5f004 req-4c812ff7-2e12-4e64-98c2-923d927f8325 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:44.494062 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-00265ea8-690b-4c71-bfa9-e72f40e5f004 req-4c812ff7-2e12-4e64-98c2-923d927f8325 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.1981668 Nov 24 18:06:44.553715 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [req-8729bbcd-527d-4db7-b227-27a911aae67b req-8ac2350f-ebbd-4a6c-8729-3072e9e58d09 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3149175'] for port, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:44.570188 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-c9c9368e-8e07-42a2-8528-4fba685227b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:44.571650 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-0fa2505b-8db0-46a6-b865-a3ed88e18181 req-82a2184f-c4c9-4474-8cbb-064ad3a1832b service neutron] 10.222.0.66 "GET /v2.0/networks/99e16732-504f-4bd0-9b6d-ec24f46575f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822860 Nov 24 18:06:44.575300 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-00265ea8-690b-4c71-bfa9-e72f40e5f004 req-d7b5cce1-3aa9-45f5-bdbf-afc93fa2e4a5 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721664 Nov 24 18:06:44.646438 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8729bbcd-527d-4db7-b227-27a911aae67b req-8ac2350f-ebbd-4a6c-8729-3072e9e58d09 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Network fecfc681-c651-4024-8130-ab37fb9ee289 is already hosted by enough agents. {{(pid=87424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:06:44.657138 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.base_scheduler [req-8729bbcd-527d-4db7-b227-27a911aae67b req-8ac2350f-ebbd-4a6c-8729-3072e9e58d09 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Resources bound (agent type, host, resource id): {{(pid=87424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:06:44.662218 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.l3_dvrscheduler_db [req-8729bbcd-527d-4db7-b227-27a911aae67b req-8ac2350f-ebbd-4a6c-8729-3072e9e58d09 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Received port after_create {{(pid=87424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:06:44.717434 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2350f-ebbd-4a6c-8729-3072e9e58d09 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Pushing event updated for resources: {'Port': ['ID=817bb1c7-703a-47c5-a1b2-522c95ed7e6f,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:44.722426 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-8ac2350f-ebbd-4a6c-8729-3072e9e58d09 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:44.739701 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729bbcd-527d-4db7-b227-27a911aae67b req-8ac2350f-ebbd-4a6c-8729-3072e9e58d09 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:44.740647 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [req-8729bbcd-527d-4db7-b227-27a911aae67b req-8ac2350f-ebbd-4a6c-8729-3072e9e58d09 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for port, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:44.823759 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-8729bbcd-527d-4db7-b227-27a911aae67b req-8ac2350f-ebbd-4a6c-8729-3072e9e58d09 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3197401 Nov 24 18:06:44.835767 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [req-8729bbcd-527d-4db7-b227-27a911aae67b req-a03882ff-da7e-44c5-b859-5ba6b0e91ea0 service neutron] Request body: {'port': {'device_id': 'f207879f-044d-4033-99c2-830ad4a39fd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:06:44.842021 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=87425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 18:06:45.065512 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [req-8729bbcd-527d-4db7-b227-27a911aae67b req-a03882ff-da7e-44c5-b859-5ba6b0e91ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:45.081871 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port fdfe8f7a-b48a-4aa2-b83a-7747f84191b3, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=fdfe8f7a-b48a-4aa2-b83a-7747f84191b3,segment=NetworkSegment(c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2),segment_id=c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:06:45.095738 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Returning: {'device': 'fdfe8f7a-b48a-4aa2-b83a-7747f84191b3', 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e', 'port_id': 'fdfe8f7a-b48a-4aa2-b83a-7747f84191b3', 'mac_address': 'fa:16:3e:ad:e7:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c1b52e1-6661-4f68-9dd2-227c3d39ad6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 18:06:45.152670 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:45.165146 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebaa7ea-fd7a-4b7f-bb5f-627b7974cd54 req-fcff485f-fd9c-4ec4-b65c-79b411ae5615 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:45.166663 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-aebaa7ea-fd7a-4b7f-bb5f-627b7974cd54 req-fcff485f-fd9c-4ec4-b65c-79b411ae5615 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 943 time: 0.1606677 Nov 24 18:06:45.178141 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 {{(pid=87425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:06:45.185838 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6343f-f83c-4eba-a92f-2a01eb50df4b req-4c844625-49d2-479e-81f6-7d5cb4149fd1 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:45.188810 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-cab6343f-f83c-4eba-a92f-2a01eb50df4b req-4c844625-49d2-479e-81f6-7d5cb4149fd1 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 943 time: 0.1427763 Nov 24 18:06:45.192087 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b60f4f-51f8-4aef-9b78-75aa6581f3fc req-714b9b76-598b-4e0e-b68f-f90098c61549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:45.193496 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-32b60f4f-51f8-4aef-9b78-75aa6581f3fc req-714b9b76-598b-4e0e-b68f-f90098c61549 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 1098 time: 0.2233202 Nov 24 18:06:45.197121 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port fdfe8f7a-b48a-4aa2-b83a-7747f84191b3, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=fdfe8f7a-b48a-4aa2-b83a-7747f84191b3,segment=NetworkSegment(c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2),segment_id=c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:06:45.267500 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-cab6343f-f83c-4eba-a92f-2a01eb50df4b req-dbcece7d-d45b-4a1e-9461-62f83b408175 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720844 Nov 24 18:06:45.271019 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-32b60f4f-51f8-4aef-9b78-75aa6581f3fc req-4f8c4d5d-9069-479d-b171-946201c52052 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619466 Nov 24 18:06:45.288527 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-aebaa7ea-fd7a-4b7f-bb5f-627b7974cd54 req-d7d7ccce-8574-4ac4-a32a-18b7ae6e57bd tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809314 Nov 24 18:06:45.306887 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:45.313601 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:45.437751 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=fdfe8f7a-b48a-4aa2-b83a-7747f84191b3,revision_number=4']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:45.442320 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:45.503049 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.notifiers.nova [req-8729bbcd-527d-4db7-b227-27a911aae67b req-a03882ff-da7e-44c5-b859-5ba6b0e91ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 817bb1c7-703a-47c5-a1b2-522c95ed7e6f {{(pid=87424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:06:45.508753 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d839fd8-1950-4621-8a4e-87cb4dca3ab7 req-768f413c-9b6c-4c9a-93e3-6db78a35cb18 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:45.510306 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-8d839fd8-1950-4621-8a4e-87cb4dca3ab7 req-768f413c-9b6c-4c9a-93e3-6db78a35cb18 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] 10.222.0.65 "GET /v2.0/ports?device_id=f207879f-044d-4033-99c2-830ad4a39fd6 HTTP/1.1" status: 200 len: 931 time: 0.1346517 Nov 24 18:06:45.510857 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [req-8729bbcd-527d-4db7-b227-27a911aae67b req-a03882ff-da7e-44c5-b859-5ba6b0e91ea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:45.526739 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.provisioning_blocks [req-8729bbcd-527d-4db7-b227-27a911aae67b req-a03882ff-da7e-44c5-b859-5ba6b0e91ea0 service neutron] Transition to ACTIVE for port object 817bb1c7-703a-47c5-a1b2-522c95ed7e6f will not be triggered until provisioned by entity L2. {{(pid=87424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:06:45.563391 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-8d839fd8-1950-4621-8a4e-87cb4dca3ab7 req-f6673bbe-686a-48a8-b531-8853dd6e93b5 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Synchronizing usage tracker for tenant:79d0bc54f2cb48149807fc23e27573c7 on resource:security_group {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:06:45.610028 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [req-8729bbcd-527d-4db7-b227-27a911aae67b req-a03882ff-da7e-44c5-b859-5ba6b0e91ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3149182'] for port, after_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:45.614939 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-5101dfb6-daa4-4b3e-8044-5f36914d03ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:45.707054 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-8d839fd8-1950-4621-8a4e-87cb4dca3ab7 req-f6673bbe-686a-48a8-b531-8853dd6e93b5 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Unset dirty status for tenant:79d0bc54f2cb48149807fc23e27573c7 on resource:security_group {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:06:45.708171 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-8d839fd8-1950-4621-8a4e-87cb4dca3ab7 req-f6673bbe-686a-48a8-b531-8853dd6e93b5 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bb9368d-e59e-4429-ad36-a5acde98f990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892459 Nov 24 18:06:45.723281 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['fdfe8f7a-b48a-4aa2-b83a-7747f84191b3'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:06:45.779325 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03882ff-da7e-44c5-b859-5ba6b0e91ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=817bb1c7-703a-47c5-a1b2-522c95ed7e6f,revision_number=2']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:45.782097 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-a03882ff-da7e-44c5-b859-5ba6b0e91ea0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:45.986569 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990643df-49af-488a-ac51-d89534f186d9 req-87b3693b-5811-430c-8303-5319346743e5 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:45.988090 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-990643df-49af-488a-ac51-d89534f186d9 req-87b3693b-5811-430c-8303-5319346743e5 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.1167965 Nov 24 18:06:46.051092 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-990643df-49af-488a-ac51-d89534f186d9 req-222c5fdb-b3d9-466d-a5a5-a48bf29b837d tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564117 Nov 24 18:06:46.290845 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-f9beccbd-7540-42ce-9a3f-027749d708c2 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:46.292273 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-f9beccbd-7540-42ce-9a3f-027749d708c2 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/networks?id=12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7 HTTP/1.1" status: 200 len: 814 time: 0.1479347 Nov 24 18:06:46.307269 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-24fe3f53-6a84-434c-b0ee-f408de671bdb tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/quotas/26c1cad41c3f4fa9b70154ca78209f86 HTTP/1.1" status: 200 len: 375 time: 0.0089240 Nov 24 18:06:46.369962 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.managers [req-8729bbcd-527d-4db7-b227-27a911aae67b req-a03882ff-da7e-44c5-b859-5ba6b0e91ea0 service neutron] Attempting to bind port 817bb1c7-703a-47c5-a1b2-522c95ed7e6f on host hv-cinder-81857 for vnic_type normal with profile {{(pid=87424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:06:46.370308 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.managers [req-8729bbcd-527d-4db7-b227-27a911aae67b req-a03882ff-da7e-44c5-b859-5ba6b0e91ea0 service neutron] Attempting to bind port 817bb1c7-703a-47c5-a1b2-522c95ed7e6f by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': '3b983b53-4d89-4eca-8555-57a1c969e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fecfc681-c651-4024-8130-ab37fb9ee289'}] {{(pid=87424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:06:46.370640 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8729bbcd-527d-4db7-b227-27a911aae67b req-a03882ff-da7e-44c5-b859-5ba6b0e91ea0 service neutron] Attempting to bind port 817bb1c7-703a-47c5-a1b2-522c95ed7e6f on network fecfc681-c651-4024-8130-ab37fb9ee289 {{(pid=87424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:06:46.378615 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8729bbcd-527d-4db7-b227-27a911aae67b req-a03882ff-da7e-44c5-b859-5ba6b0e91ea0 service neutron] Port 817bb1c7-703a-47c5-a1b2-522c95ed7e6f on network fecfc681-c651-4024-8130-ab37fb9ee289 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=87424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 18:06:46.378939 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8729bbcd-527d-4db7-b227-27a911aae67b req-a03882ff-da7e-44c5-b859-5ba6b0e91ea0 service neutron] Attempting to bind port 817bb1c7-703a-47c5-a1b2-522c95ed7e6f on network fecfc681-c651-4024-8130-ab37fb9ee289 {{(pid=87424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:06:46.385580 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8729bbcd-527d-4db7-b227-27a911aae67b req-a03882ff-da7e-44c5-b859-5ba6b0e91ea0 service neutron] Checking agent: {'id': 'd0ca9dee-1939-4c7e-ac1c-b1e38ddd9156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'started_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:06:46.386015 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8729bbcd-527d-4db7-b227-27a911aae67b req-a03882ff-da7e-44c5-b859-5ba6b0e91ea0 service neutron] Checking segment: {'id': '3b983b53-4d89-4eca-8555-57a1c969e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fecfc681-c651-4024-8130-ab37fb9ee289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:06:46.386405 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8729bbcd-527d-4db7-b227-27a911aae67b req-a03882ff-da7e-44c5-b859-5ba6b0e91ea0 service neutron] Bound using segment: {'id': '3b983b53-4d89-4eca-8555-57a1c969e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fecfc681-c651-4024-8130-ab37fb9ee289'} {{(pid=87424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:06:46.386838 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.managers [req-8729bbcd-527d-4db7-b227-27a911aae67b req-a03882ff-da7e-44c5-b859-5ba6b0e91ea0 service neutron] Bound port: 817bb1c7-703a-47c5-a1b2-522c95ed7e6f, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b983b53-4d89-4eca-8555-57a1c969e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fecfc681-c651-4024-8130-ab37fb9ee289'}}] {{(pid=87424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:06:46.387185 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [req-8729bbcd-527d-4db7-b227-27a911aae67b req-a03882ff-da7e-44c5-b859-5ba6b0e91ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:46.390335 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-fc4ec44b-fcc9-4ec9-8daa-37208d3548a2 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=26c1cad41c3f4fa9b70154ca78209f86&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0779707 Nov 24 18:06:46.409386 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e563a-106c-4990-b128-717d444d08c3 req-381a6773-e14c-4704-b962-09b091fd8fac tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:46.410833 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-013e563a-106c-4990-b128-717d444d08c3 req-381a6773-e14c-4704-b962-09b091fd8fac tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.65 "GET /v2.0/ports?device_id=f092be47-9d51-446f-a79f-2693aaa239da HTTP/1.1" status: 200 len: 945 time: 0.1440310 Nov 24 18:06:46.529755 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-013e563a-106c-4990-b128-717d444d08c3 req-888fde77-df1c-4459-ae59-4906ac9eb721 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.65 "GET /v2.0/security-groups?id=125b048c-3c01-4e5b-9591-38b4a4272366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882475 Nov 24 18:06:46.543601 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.db [req-8729bbcd-527d-4db7-b227-27a911aae67b req-a03882ff-da7e-44c5-b859-5ba6b0e91ea0 service neutron] For port 817bb1c7-703a-47c5-a1b2-522c95ed7e6f, host hv-cinder-81857, cleared binding levels {{(pid=87424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:06:46.546896 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.db [req-8729bbcd-527d-4db7-b227-27a911aae67b req-a03882ff-da7e-44c5-b859-5ba6b0e91ea0 service neutron] For port 817bb1c7-703a-47c5-a1b2-522c95ed7e6f, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=817bb1c7-703a-47c5-a1b2-522c95ed7e6f,segment=NetworkSegment(3b983b53-4d89-4eca-8555-57a1c969e216),segment_id=3b983b53-4d89-4eca-8555-57a1c969e216)] {{(pid=87424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:06:46.645872 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-7943c550-d023-407d-91e3-8fb67cae93cb service neutron] 10.222.0.65 "GET /v2.0/networks/12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486856 Nov 24 18:06:46.680422 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [req-8729bbcd-527d-4db7-b227-27a911aae67b req-a03882ff-da7e-44c5-b859-5ba6b0e91ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3149182'] for port, after_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:46.698720 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-c9c9368e-8e07-42a2-8528-4fba685227b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:46.800478 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-58022ee8-ec52-4d60-aa39-05b0f36d2316 service neutron] 10.222.0.65 "GET /v2.0/networks/12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417782 Nov 24 18:06:46.844913 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729bbcd-527d-4db7-b227-27a911aae67b req-a03882ff-da7e-44c5-b859-5ba6b0e91ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:46.845616 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [req-8729bbcd-527d-4db7-b227-27a911aae67b req-a03882ff-da7e-44c5-b859-5ba6b0e91ea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for port, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:46.847027 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-8729bbcd-527d-4db7-b227-27a911aae67b req-a03882ff-da7e-44c5-b859-5ba6b0e91ea0 service neutron] 10.222.0.66 "PUT /v2.0/ports/817bb1c7-703a-47c5-a1b2-522c95ed7e6f HTTP/1.1" status: 200 len: 1093 time: 2.0153131 Nov 24 18:06:46.849211 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f207879f-044d-4033-99c2-830ad4a39fd6', 'tag': '817bb1c7-703a-47c5-a1b2-522c95ed7e6f'}] {{(pid=87424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:06:46.859236 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 up at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:06:46.881539 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03882ff-da7e-44c5-b859-5ba6b0e91ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=817bb1c7-703a-47c5-a1b2-522c95ed7e6f,revision_number=3']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:46.886170 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-a03882ff-da7e-44c5-b859-5ba6b0e91ea0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:46.903530 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c21e2e-332d-486c-b94a-01d6596ac3df req-c6a890e5-98f7-42b0-ad8d-44487be955b1 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:46.904216 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-78c21e2e-332d-486c-b94a-01d6596ac3df req-c6a890e5-98f7-42b0-ad8d-44487be955b1 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Synchronizing usage tracker for tenant:5c410027f08a449c97bc26384e1b72cd on resource:port {{(pid=87424) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:06:47.356315 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-78c21e2e-332d-486c-b94a-01d6596ac3df req-c6a890e5-98f7-42b0-ad8d-44487be955b1 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Unset dirty status for tenant:5c410027f08a449c97bc26384e1b72cd on resource:port {{(pid=87424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:06:47.356583 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning for port fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:06:47.358143 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-78c21e2e-332d-486c-b94a-01d6596ac3df req-c6a890e5-98f7-42b0-ad8d-44487be955b1 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 943 time: 0.7194383 Nov 24 18:06:47.361857 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning complete for port fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:06:47.362370 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:47.491535 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-78c21e2e-332d-486c-b94a-01d6596ac3df req-f75de125-9755-46db-b1b0-99be052296a5 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272900 Nov 24 18:06:47.525620 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729bbcd-527d-4db7-b227-27a911aae67b req-a967c542-e09a-433c-bf49-9b1d0689ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:47.525726 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:47.525826 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-8729bbcd-527d-4db7-b227-27a911aae67b req-a967c542-e09a-433c-bf49-9b1d0689ba2a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=79d0bc54f2cb48149807fc23e27573c7&device_id=f207879f-044d-4033-99c2-830ad4a39fd6 HTTP/1.1" status: 200 len: 1096 time: 0.1184363 Nov 24 18:06:47.571107 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c5acff-8c88-4d63-af7b-cf7ea07b8d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfe8f7a-b48a-4aa2-b83a-7747f84191b3'}] {{(pid=87425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:06:47.595187 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port fdfe8f7a-b48a-4aa2-b83a-7747f84191b3, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=fdfe8f7a-b48a-4aa2-b83a-7747f84191b3,segment=NetworkSegment(c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2),segment_id=c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:06:47.609312 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-8729bbcd-527d-4db7-b227-27a911aae67b req-afc35a77-5afc-4215-8bad-e2a9dba7f8cc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=817bb1c7-703a-47c5-a1b2-522c95ed7e6f HTTP/1.1" status: 200 len: 217 time: 0.0687475 Nov 24 18:06:47.624746 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b495b-0a4d-44b1-902d-be598ed02c8a req-68d3adec-4f42-4906-898b-056c816ad370 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:47.626246 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-911b495b-0a4d-44b1-902d-be598ed02c8a req-68d3adec-4f42-4906-898b-056c816ad370 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 944 time: 0.1163168 Nov 24 18:06:47.682147 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-911b495b-0a4d-44b1-902d-be598ed02c8a req-b73fbbdf-58be-4068-bd47-67fecea57378 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408154 Nov 24 18:06:47.714953 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:47.714953 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-edfa2884-416d-464c-84dd-aacbe7b7f60a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:47.730145 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729bbcd-527d-4db7-b227-27a911aae67b req-74760dd1-7fab-47a1-a43a-9cfa27dc4578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:47.731670 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-8729bbcd-527d-4db7-b227-27a911aae67b req-74760dd1-7fab-47a1-a43a-9cfa27dc4578 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=38979327-5861-4215-a9b4-bb60eaeb66d2 HTTP/1.1" status: 200 len: 849 time: 0.1139305 Nov 24 18:06:47.779290 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f207879f-044d-4033-99c2-830ad4a39fd6', 'tag': '817bb1c7-703a-47c5-a1b2-522c95ed7e6f', 'status': 'completed', 'code': 200} Nov 24 18:06:47.782897 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=fdfe8f7a-b48a-4aa2-b83a-7747f84191b3,revision_number=5']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:47.786117 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:47.796591 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-8729bbcd-527d-4db7-b227-27a911aae67b req-aad42040-8674-47cc-832b-e54966e94b33 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fecfc681-c651-4024-8130-ab37fb9ee289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496306 Nov 24 18:06:47.829200 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e64b3-1b05-4c6d-b047-cccb5ffe9f52 req-ca7f0b54-4bc9-485b-b489-0d2bfe61c9ff tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:47.829895 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-b96e64b3-1b05-4c6d-b047-cccb5ffe9f52 req-ca7f0b54-4bc9-485b-b489-0d2bfe61c9ff tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Synchronizing usage tracker for tenant:79d0bc54f2cb48149807fc23e27573c7 on resource:port {{(pid=87424) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:06:47.959908 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-8729bbcd-527d-4db7-b227-27a911aae67b req-2cd944d0-ad5d-42c9-b967-5290bf149ec2 service neutron] 10.222.0.66 "GET /v2.0/networks/fecfc681-c651-4024-8130-ab37fb9ee289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627128 Nov 24 18:06:47.970041 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed6989-6146-45fb-ac2e-2e0d84ba5ff3 req-051e0b47-1cf7-43fa-ae1d-934519ffc472 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:47.972831 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d6ed6989-6146-45fb-ac2e-2e0d84ba5ff3 req-051e0b47-1cf7-43fa-ae1d-934519ffc472 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.0963800 Nov 24 18:06:48.023288 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d6ed6989-6146-45fb-ac2e-2e0d84ba5ff3 req-c397bfa1-9bd3-4a3c-9de3-ac82aa213e4b tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458393 Nov 24 18:06:48.047314 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-b96e64b3-1b05-4c6d-b047-cccb5ffe9f52 req-ca7f0b54-4bc9-485b-b489-0d2bfe61c9ff tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Unset dirty status for tenant:79d0bc54f2cb48149807fc23e27573c7 on resource:port {{(pid=87424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:06:48.048731 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-b96e64b3-1b05-4c6d-b047-cccb5ffe9f52 req-ca7f0b54-4bc9-485b-b489-0d2bfe61c9ff tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] 10.222.0.65 "GET /v2.0/ports?device_id=f207879f-044d-4033-99c2-830ad4a39fd6 HTTP/1.1" status: 200 len: 943 time: 0.3960750 Nov 24 18:06:48.132759 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b9b7a3e7-d39a-4b1d-ad4e-3aa737036d60 req-b1d69449-9f29-42f8-be79-1ce1d5f0aa9a tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3f46a6-d4b8-4bcb-ade2-033f583d40c5 HTTP/1.1" status: 200 len: 210 time: 0.0531595 Nov 24 18:06:48.146449 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-b96e64b3-1b05-4c6d-b047-cccb5ffe9f52 req-2ea92e1e-d840-4ded-bc69-a220b6386fbd tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bb9368d-e59e-4429-ad36-a5acde98f990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839510 Nov 24 18:06:48.158480 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-8729bbcd-527d-4db7-b227-27a911aae67b req-bab16a8a-6571-4b53-aa72-9b2ddfd16354 service neutron] 10.222.0.66 "GET /v2.0/networks/fecfc681-c651-4024-8130-ab37fb9ee289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891315 Nov 24 18:06:48.201932 dv-cinder-818579-1-smb neutron-server[87425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c5acff-8c88-4d63-af7b-cf7ea07b8d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfe8f7a-b48a-4aa2-b83a-7747f84191b3', 'code': 200} Nov 24 18:06:48.318420 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01423712-556c-452a-bfd4-9afb0425243c req-c4c478af-67be-4b70-8ae5-e4ab3e1d1f49 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:48.319863 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-01423712-556c-452a-bfd4-9afb0425243c req-c4c478af-67be-4b70-8ae5-e4ab3e1d1f49 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.65 "GET /v2.0/ports?device_id=f092be47-9d51-446f-a79f-2693aaa239da HTTP/1.1" status: 200 len: 945 time: 0.0820127 Nov 24 18:06:48.369262 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-01423712-556c-452a-bfd4-9afb0425243c req-bdb096d2-a327-445a-a6b0-4acae86de630 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.65 "GET /v2.0/security-groups?id=125b048c-3c01-4e5b-9591-38b4a4272366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399368 Nov 24 18:06:48.394644 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ccd3e-fe55-4436-9656-0ae84efc444a req-2afe9972-88e4-44da-95cd-d5d5fac49692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:48.396310 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-f95ccd3e-fe55-4436-9656-0ae84efc444a req-2afe9972-88e4-44da-95cd-d5d5fac49692 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=79d0bc54f2cb48149807fc23e27573c7&device_id=f207879f-044d-4033-99c2-830ad4a39fd6 HTTP/1.1" status: 200 len: 1096 time: 0.0721426 Nov 24 18:06:48.535989 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f35f05-792c-4c6b-bff1-4338928bb395 req-31af1694-3a91-4451-a982-189c3f45a928 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:48.539060 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b6f35f05-792c-4c6b-bff1-4338928bb395 req-31af1694-3a91-4451-a982-189c3f45a928 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.66 "GET /v2.0/ports?device_id=f092be47-9d51-446f-a79f-2693aaa239da HTTP/1.1" status: 200 len: 945 time: 0.0960541 Nov 24 18:06:48.546047 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 49602) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:48.578141 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ccd3e-fe55-4436-9656-0ae84efc444a req-8aa2fcc2-7603-4395-bd6c-96689bff03a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:48.579594 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-f95ccd3e-fe55-4436-9656-0ae84efc444a req-8aa2fcc2-7603-4395-bd6c-96689bff03a2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fecfc681-c651-4024-8130-ab37fb9ee289 HTTP/1.1" status: 200 len: 910 time: 0.1754479 Nov 24 18:06:48.705851 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-b6f35f05-792c-4c6b-bff1-4338928bb395 req-8d0b9531-64b4-40f4-889b-1c67c387e12c tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Deleting port 55ddc32c-532d-4809-a2b3-d5dacae36331 {{(pid=87423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:06:48.706346 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-b6f35f05-792c-4c6b-bff1-4338928bb395 req-8d0b9531-64b4-40f4-889b-1c67c387e12c tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:48.707580 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-f95ccd3e-fe55-4436-9656-0ae84efc444a req-345ab5d0-a659-4a11-8a4b-9c42265240ec service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=817bb1c7-703a-47c5-a1b2-522c95ed7e6f HTTP/1.1" status: 200 len: 217 time: 0.0871410 Nov 24 18:06:48.814424 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ccd3e-fe55-4436-9656-0ae84efc444a req-933db539-3e95-4e5c-a139-ad424cfdf147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:48.817003 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-f95ccd3e-fe55-4436-9656-0ae84efc444a req-933db539-3e95-4e5c-a139-ad424cfdf147 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=38979327-5861-4215-a9b4-bb60eaeb66d2 HTTP/1.1" status: 200 len: 849 time: 0.1011894 Nov 24 18:06:48.870232 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device b4d6071c-d415-46c4-952f-f3d12093d011 details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=87425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 18:06:48.884742 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.66', 58715) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:48.916320 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b55904f3-5bd8-4032-92b2-82a340a3df2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:48.922847 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-f95ccd3e-fe55-4436-9656-0ae84efc444a req-3685125a-3992-4c79-8df0-719044d18c58 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fecfc681-c651-4024-8130-ab37fb9ee289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918159 Nov 24 18:06:49.057225 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port b4d6071c-d415-46c4-952f-f3d12093d011, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=b4d6071c-d415-46c4-952f-f3d12093d011,segment=NetworkSegment(3bf95cc0-1d80-495e-9c51-016a41842eca),segment_id=3bf95cc0-1d80-495e-9c51-016a41842eca)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:06:49.072022 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Returning: {'device': 'b4d6071c-d415-46c4-952f-f3d12093d011', 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9', 'port_id': 'b4d6071c-d415-46c4-952f-f3d12093d011', 'mac_address': 'fa:16:3e:4e:9b:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34300e-db3e-473b-9bf9-eea83552c640', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 18:06:49.133670 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:49.134971 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-b55904f3-5bd8-4032-92b2-82a340a3df2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:49.151610 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4d6071c-d415-46c4-952f-f3d12093d011 {{(pid=87425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:06:49.153382 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-b55904f3-5bd8-4032-92b2-82a340a3df2a admin admin] Usage tracker for resource:security_group_rule and tenant:1ef4b30fcc514cf9a3c306b9426e871a is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:06:49.158494 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-b55904f3-5bd8-4032-92b2-82a340a3df2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:06:49.173889 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port b4d6071c-d415-46c4-952f-f3d12093d011, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=b4d6071c-d415-46c4-952f-f3d12093d011,segment=NetworkSegment(3bf95cc0-1d80-495e-9c51-016a41842eca),segment_id=3bf95cc0-1d80-495e-9c51-016a41842eca)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:06:49.176709 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-b55904f3-5bd8-4032-92b2-82a340a3df2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:49.188614 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad74427-80a4-4d68-962b-fda8814bd5ec req-7624b622-5e5c-4dcb-afbc-c921f5d16c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:49.190143 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-6ad74427-80a4-4d68-962b-fda8814bd5ec req-7624b622-5e5c-4dcb-afbc-c921f5d16c90 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=58c9b55138cf4488927b336b55f0f52e&device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 1098 time: 0.2706716 Nov 24 18:06:49.192156 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-f95ccd3e-fe55-4436-9656-0ae84efc444a req-9e60e645-23ad-44dd-9431-d3612919fbb3 service neutron] 10.222.0.66 "GET /v2.0/networks/fecfc681-c651-4024-8130-ab37fb9ee289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343256 Nov 24 18:06:49.199680 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85e437-ece6-45f8-9797-cd35a4490870 req-e09f0fa3-f8b6-4c39-a908-74ccbfc62f03 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:49.201685 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-db85e437-ece6-45f8-9797-cd35a4490870 req-e09f0fa3-f8b6-4c39-a908-74ccbfc62f03 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 945 time: 0.3277323 Nov 24 18:06:49.240824 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02092004-81e8-4159-b524-a610ea10d0f5 req-6f6a9fb6-3ca1-458a-b492-c7a313a3b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:49.242296 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-02092004-81e8-4159-b524-a610ea10d0f5 req-6f6a9fb6-3ca1-458a-b492-c7a313a3b9c7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 1098 time: 0.6111031 Nov 24 18:06:49.257209 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-b6f35f05-792c-4c6b-bff1-4338928bb395 req-8d0b9531-64b4-40f4-889b-1c67c387e12c tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] For port 55ddc32c-532d-4809-a2b3-d5dacae36331, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=55ddc32c-532d-4809-a2b3-d5dacae36331,segment=NetworkSegment(f19d1740-a4de-4a56-ba29-a22bb1f93f35),segment_id=f19d1740-a4de-4a56-ba29-a22bb1f93f35)] {{(pid=87423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:06:49.257600 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-b6f35f05-792c-4c6b-bff1-4338928bb395 req-8d0b9531-64b4-40f4-889b-1c67c387e12c tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:49.270820 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:49.272835 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:49.290131 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe51c7-5442-4fca-bbc5-5e360800a541 req-8099e022-9ed8-48a6-8f2a-6412e1845964 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:49.292813 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-2ffe51c7-5442-4fca-bbc5-5e360800a541 req-8099e022-9ed8-48a6-8f2a-6412e1845964 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 943 time: 0.6275561 Nov 24 18:06:49.310511 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d0527121-a924-44d0-b748-2e0462586f46 req-29aad02f-5684-40c9-a4c4-9706509fd318 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e20c5b5a-5745-4ec2-b63b-1d4cab7809f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6803987 Nov 24 18:06:49.352226 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=b4d6071c-d415-46c4-952f-f3d12093d011,revision_number=4']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:49.356742 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:49.489405 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-b6f35f05-792c-4c6b-bff1-4338928bb395 req-8d0b9531-64b4-40f4-889b-1c67c387e12c tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Calling delete_port for 55ddc32c-532d-4809-a2b3-d5dacae36331 owned by compute:nova {{(pid=87423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:06:49.504485 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-db85e437-ece6-45f8-9797-cd35a4490870 req-32d2ddb8-2db2-4598-ad16-d811d7b34e46 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2972496 Nov 24 18:06:49.555330 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['b4d6071c-d415-46c4-952f-f3d12093d011'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:06:49.593802 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad74427-80a4-4d68-962b-fda8814bd5ec req-78d7f07f-aba5-450f-acdd-991b4450fd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:49.595218 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-6ad74427-80a4-4d68-962b-fda8814bd5ec req-78d7f07f-aba5-450f-acdd-991b4450fd63 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7 HTTP/1.1" status: 200 len: 920 time: 0.3714159 Nov 24 18:06:49.596961 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-f95ccd3e-fe55-4436-9656-0ae84efc444a req-505124d0-527d-4266-906f-d5cd84ebdbdf service neutron] 10.222.0.66 "GET /v2.0/networks/fecfc681-c651-4024-8130-ab37fb9ee289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742018 Nov 24 18:06:49.601674 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-02092004-81e8-4159-b524-a610ea10d0f5 req-57cb478a-49de-457e-9033-006c2db6f998 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3470531 Nov 24 18:06:49.680465 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-2ffe51c7-5442-4fca-bbc5-5e360800a541 req-266c7100-4b2e-4a6c-ab48-c45319850b33 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3616652 Nov 24 18:06:49.729728 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346f4c3-dc51-4c03-a239-fa10e0b5a28f req-1b5cc3a2-4210-4307-9d01-bad1562370a4 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:49.738613 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-e346f4c3-dc51-4c03-a239-fa10e0b5a28f req-1b5cc3a2-4210-4307-9d01-bad1562370a4 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.0969479 Nov 24 18:06:49.782969 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-e346f4c3-dc51-4c03-a239-fa10e0b5a28f req-5a988fb1-a567-4cc2-aa8e-9a8c26bc0419 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428181 Nov 24 18:06:49.893009 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-6ad74427-80a4-4d68-962b-fda8814bd5ec req-3187e508-16eb-4a5e-8751-cf8095dbf2e0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70d1c1a3-0125-4640-ae3e-d443f610d721 HTTP/1.1" status: 200 len: 217 time: 0.0691123 Nov 24 18:06:49.970515 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-05379130-929f-4f53-83af-ee833d6a1ef3 req-6ab56133-ad3e-4223-878d-2fae15aeef3e tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3f46a6-d4b8-4bcb-ade2-033f583d40c5 HTTP/1.1" status: 200 len: 210 time: 0.0807736 Nov 24 18:06:50.018409 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad74427-80a4-4d68-962b-fda8814bd5ec req-36a413a8-90f9-426a-ab23-752331409f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:50.020115 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-6ad74427-80a4-4d68-962b-fda8814bd5ec req-36a413a8-90f9-426a-ab23-752331409f9d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=153ce10b-3d74-4e76-b304-5b290412d101 HTTP/1.1" status: 200 len: 859 time: 0.0813568 Nov 24 18:06:50.043342 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b55904f3-5bd8-4032-92b2-82a340a3df2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:50.058167 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0527121-a924-44d0-b748-2e0462586f46 req-4ae70b75-4f0e-4f1a-ad4b-6c724401f241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:50.059590 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d0527121-a924-44d0-b748-2e0462586f46 req-4ae70b75-4f0e-4f1a-ad4b-6c724401f241 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=26c1cad41c3f4fa9b70154ca78209f86&device_id=e20c5b5a-5745-4ec2-b63b-1d4cab7809f0 HTTP/1.1" status: 200 len: 1099 time: 0.5786991 Nov 24 18:06:50.078429 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4972cb0-c4f7-4e4f-864b-bfeba3564b90 req-8e740a84-4d80-400c-b2da-e6becef2e300 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:50.079879 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-c4972cb0-c4f7-4e4f-864b-bfeba3564b90 req-8e740a84-4d80-400c-b2da-e6becef2e300 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] 10.222.0.65 "GET /v2.0/ports?device_id=f207879f-044d-4033-99c2-830ad4a39fd6 HTTP/1.1" status: 200 len: 943 time: 0.1760387 Nov 24 18:06:50.086489 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-6ad74427-80a4-4d68-962b-fda8814bd5ec req-a32e890c-d94e-4217-8737-10e1a8078278 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552442 Nov 24 18:06:50.126775 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-c4972cb0-c4f7-4e4f-864b-bfeba3564b90 req-e1a5ea68-b9ca-4051-bed3-5a78a0e7ce71 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bb9368d-e59e-4429-ad36-a5acde98f990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389493 Nov 24 18:06:50.219701 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b55904f3-5bd8-4032-92b2-82a340a3df2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:50.220750 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-b6f35f05-792c-4c6b-bff1-4338928bb395 req-8d0b9531-64b4-40f4-889b-1c67c387e12c tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430'] for port, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:50.263094 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-6ad74427-80a4-4d68-962b-fda8814bd5ec req-651ac053-2959-4407-90bd-121b466f1829 service neutron] 10.222.0.66 "GET /v2.0/networks/0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309326 Nov 24 18:06:50.273020 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6fe531e3-01d1-4b86-a221-7f6fb6b0f4b5 req-c1e98a0b-6374-436c-8f4b-a79431ed8924 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.65 "GET /v2.0/ports?device_id=f092be47-9d51-446f-a79f-2693aaa239da HTTP/1.1" status: 200 len: 210 time: 0.1249053 Nov 24 18:06:50.299033 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:50.390849 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55904f3-5bd8-4032-92b2-82a340a3df2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20f9d38-ca67-45be-b239-7847be45eb95,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:50.416523 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-b55904f3-5bd8-4032-92b2-82a340a3df2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:50.417608 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-6ad74427-80a4-4d68-962b-fda8814bd5ec req-eebc745d-4624-4a37-8cee-4b35d9dfa225 service neutron] 10.222.0.66 "GET /v2.0/networks/0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403146 Nov 24 18:06:50.418610 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:50.516196 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b9531-64b4-40f4-889b-1c67c387e12c tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Pushing event deleted for resources: {'Port': ['ID=55ddc32c-532d-4809-a2b3-d5dacae36331,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:50.522481 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 49642) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:50.522841 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-b55904f3-5bd8-4032-92b2-82a340a3df2a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1ef4b30fcc514cf9a3c306b9426e871a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9754312 Nov 24 18:06:50.523817 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-8d0b9531-64b4-40f4-889b-1c67c387e12c tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:50.620842 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-94fb79cb-4a38-4e67-9971-e5ad018e5187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:50.638522 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f35f05-792c-4c6b-bff1-4338928bb395 req-8d0b9531-64b4-40f4-889b-1c67c387e12c tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] No DVR routers for this DVR port 55ddc32c-532d-4809-a2b3-d5dacae36331 on host hv-cinder-81857 {{(pid=87423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 18:06:50.673324 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-b6f35f05-792c-4c6b-bff1-4338928bb395 req-8d0b9531-64b4-40f4-889b-1c67c387e12c tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:50.677710 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f092be47-9d51-446f-a79f-2693aaa239da', 'name': 'network-vif-deleted', 'tag': '55ddc32c-532d-4809-a2b3-d5dacae36331'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:06:50.689097 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0527121-a924-44d0-b748-2e0462586f46 req-cc80b84e-b238-4397-85e0-9bf1e1e955fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:50.691897 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d0527121-a924-44d0-b748-2e0462586f46 req-cc80b84e-b238-4397-85e0-9bf1e1e955fb service neutron] 10.222.0.66 "GET /v2.0/networks?id=12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7 HTTP/1.1" status: 200 len: 915 time: 0.5654078 Nov 24 18:06:50.706458 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-c2194d46-9280-463f-85b0-fe917d2e4b6a tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:50.711574 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-c2194d46-9280-463f-85b0-fe917d2e4b6a tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.66 "GET /v2.0/networks?id=12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7 HTTP/1.1" status: 200 len: 814 time: 0.5167456 Nov 24 18:06:50.735531 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-94fb79cb-4a38-4e67-9971-e5ad018e5187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:50.790998 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f092be47-9d51-446f-a79f-2693aaa239da', 'name': 'network-vif-deleted', 'tag': '55ddc32c-532d-4809-a2b3-d5dacae36331', 'status': 'completed', 'code': 200} Nov 24 18:06:50.806854 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-95ecd302-8173-4c58-a091-3e5e36a7f758 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Request body: {'port': {'device_id': '0f3f46a6-d4b8-4bcb-ade2-033f583d40c5', 'network_id': '12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7', 'admin_state_up': True, 'tenant_id': '26c1cad41c3f4fa9b70154ca78209f86'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:06:50.822798 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8451ee5-cb10-441c-9f82-fa74d6a5606c req-4ea41905-49da-46cd-b1fc-760eb54661bf tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:50.825330 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-d8451ee5-cb10-441c-9f82-fa74d6a5606c req-4ea41905-49da-46cd-b1fc-760eb54661bf tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 945 time: 0.1908181 Nov 24 18:06:50.827658 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d0527121-a924-44d0-b748-2e0462586f46 req-ffe0efe6-31ca-432a-9978-9be2db01ed34 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3421c297-d8be-4bc8-891a-a6bf0d05945d HTTP/1.1" status: 200 len: 217 time: 0.1108403 Nov 24 18:06:50.877162 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 817bb1c7-703a-47c5-a1b2-522c95ed7e6f details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=87425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 18:06:50.881635 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device b4d6071c-d415-46c4-952f-f3d12093d011 up at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:06:50.909819 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-d8451ee5-cb10-441c-9f82-fa74d6a5606c req-a7a4d48f-ca56-44de-9836-d0ff2500e454 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673637 Nov 24 18:06:50.953847 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-94fb79cb-4a38-4e67-9971-e5ad018e5187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:50.958659 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-40db8695-c0f9-44e0-a55c-2fd0620738bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:50.977195 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb79cb-4a38-4e67-9971-e5ad018e5187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20f9d38-ca67-45be-b239-7847be45eb95,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:50.991376 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-94fb79cb-4a38-4e67-9971-e5ad018e5187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:50.994557 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-94fb79cb-4a38-4e67-9971-e5ad018e5187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:51.010946 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b6f35f05-792c-4c6b-bff1-4338928bb395 req-8d0b9531-64b4-40f4-889b-1c67c387e12c tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.66 "DELETE /v2.0/ports/55ddc32c-532d-4809-a2b3-d5dacae36331 HTTP/1.1" status: 204 len: 173 time: 2.4403644 Nov 24 18:06:51.011337 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-94fb79cb-4a38-4e67-9971-e5ad018e5187 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e20f9d38-ca67-45be-b239-7847be45eb95 HTTP/1.1" status: 204 len: 168 time: 0.4813344 Nov 24 18:06:51.085315 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0527121-a924-44d0-b748-2e0462586f46 req-7c392199-b928-4bb4-a8b4-dfdab8a28d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:51.087217 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d0527121-a924-44d0-b748-2e0462586f46 req-7c392199-b928-4bb4-a8b4-dfdab8a28d19 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=54b4613a-3305-4e89-ae17-1b3cdd6abe2b HTTP/1.1" status: 200 len: 854 time: 0.1976123 Nov 24 18:06:51.131423 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 817bb1c7-703a-47c5-a1b2-522c95ed7e6f, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=817bb1c7-703a-47c5-a1b2-522c95ed7e6f,segment=NetworkSegment(3b983b53-4d89-4eca-8555-57a1c969e216),segment_id=3b983b53-4d89-4eca-8555-57a1c969e216)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:06:51.147179 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Returning: {'device': '817bb1c7-703a-47c5-a1b2-522c95ed7e6f', 'network_id': 'fecfc681-c651-4024-8130-ab37fb9ee289', 'port_id': '817bb1c7-703a-47c5-a1b2-522c95ed7e6f', 'mac_address': 'fa:16:3e:7a:5f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38979327-5861-4215-a9b4-bb60eaeb66d2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 18:06:51.150796 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning for port b4d6071c-d415-46c4-952f-f3d12093d011 completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:06:51.155604 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c24f1f-c9a1-4dc2-a507-0790f60e3a7a req-b4680006-5002-4bc7-9216-cac10345939e tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:51.157270 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning complete for port b4d6071c-d415-46c4-952f-f3d12093d011 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:06:51.157808 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:51.164832 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-11c24f1f-c9a1-4dc2-a507-0790f60e3a7a req-b4680006-5002-4bc7-9216-cac10345939e tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.1328366 Nov 24 18:06:51.185484 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d0527121-a924-44d0-b748-2e0462586f46 req-09ee636b-696e-4561-9edd-ba799609c95c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763803 Nov 24 18:06:51.214335 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-11c24f1f-c9a1-4dc2-a507-0790f60e3a7a req-a98518cb-6e64-46bf-86e8-adc9a5d28ced tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486069 Nov 24 18:06:51.233083 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-95ecd302-8173-4c58-a091-3e5e36a7f758 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:51.313433 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-95ecd302-8173-4c58-a091-3e5e36a7f758 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:51.322602 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:51.347835 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff26816-afd2-46c5-b904-ee67f69fb553 req-8a353c0b-75f5-4ed8-9ae3-5d94e0ac77c5 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:51.351403 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 817bb1c7-703a-47c5-a1b2-522c95ed7e6f {{(pid=87425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:06:51.364307 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-aff26816-afd2-46c5-b904-ee67f69fb553 req-8a353c0b-75f5-4ed8-9ae3-5d94e0ac77c5 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 944 time: 0.5266614 Nov 24 18:06:51.418659 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-235bca6f-1196-4091-97a2-185322b7e973 req-9c61570f-c0ed-40d7-95ed-95560458d51b tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3f46a6-d4b8-4bcb-ade2-033f583d40c5 HTTP/1.1" status: 200 len: 210 time: 0.0520339 Nov 24 18:06:51.447179 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 817bb1c7-703a-47c5-a1b2-522c95ed7e6f, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=817bb1c7-703a-47c5-a1b2-522c95ed7e6f,segment=NetworkSegment(3b983b53-4d89-4eca-8555-57a1c969e216),segment_id=3b983b53-4d89-4eca-8555-57a1c969e216)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:06:51.448970 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d0527121-a924-44d0-b748-2e0462586f46 req-201587ac-b74a-41f9-ba21-41e5e32366f4 service neutron] 10.222.0.66 "GET /v2.0/networks/12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543802 Nov 24 18:06:51.460554 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-aff26816-afd2-46c5-b904-ee67f69fb553 req-5860ca23-aa4b-4d17-b2e1-8f1ebaaf0dbb tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019518 Nov 24 18:06:51.486285 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:51.522853 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-95ecd302-8173-4c58-a091-3e5e36a7f758 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Made reservation on behalf of 26c1cad41c3f4fa9b70154ca78209f86 for: {'port': 1} {{(pid=87423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:06:51.523040 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d6071c-d415-46c4-952f-f3d12093d011'}] {{(pid=87425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:06:51.527227 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-95ecd302-8173-4c58-a091-3e5e36a7f758 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:51.533408 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port b4d6071c-d415-46c4-952f-f3d12093d011, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=b4d6071c-d415-46c4-952f-f3d12093d011,segment=NetworkSegment(3bf95cc0-1d80-495e-9c51-016a41842eca),segment_id=3bf95cc0-1d80-495e-9c51-016a41842eca)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:06:51.569926 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:51.572703 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:51.618750 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:51.619707 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 55ddc32c-532d-4809-a2b3-d5dacae36331 no longer exists at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:06:51.632456 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f570b9f-cc48-4fc4-a4ad-9045b3845092 req-c4635478-85b3-4a3c-9f7a-7cc59e00b987 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:51.634072 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-4f570b9f-cc48-4fc4-a4ad-9045b3845092 req-c4635478-85b3-4a3c-9f7a-7cc59e00b987 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] 10.222.0.65 "GET /v2.0/ports?device_id=f207879f-044d-4033-99c2-830ad4a39fd6 HTTP/1.1" status: 200 len: 944 time: 0.0898082 Nov 24 18:06:51.673084 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] No Port match for: 55ddc32c-532d-4809-a2b3-d5dacae36331 {{(pid=87425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 18:06:51.673672 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 55ddc32c-532d-4809-a2b3-d5dacae36331 not bound to the agent host hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 18:06:51.694711 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-4f570b9f-cc48-4fc4-a4ad-9045b3845092 req-c4df80be-6379-48d4-b228-7b990f6c5706 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bb9368d-e59e-4429-ad36-a5acde98f990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545526 Nov 24 18:06:51.707426 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=817bb1c7-703a-47c5-a1b2-522c95ed7e6f,revision_number=4']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:51.725636 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:51.726845 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:51.810187 dv-cinder-818579-1-smb neutron-server[87425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d6071c-d415-46c4-952f-f3d12093d011', 'code': 200} Nov 24 18:06:51.848341 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=b4d6071c-d415-46c4-952f-f3d12093d011,revision_number=5']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:51.852099 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:51.865489 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-096bc709-3d4f-4c44-9379-d8f2a163da7d req-ffdd24c2-98f7-4711-b419-41f18d870542 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Synchronizing usage tracker for tenant:fa9a65f1e0554eceae3d33ab5507580c on resource:port {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:06:51.955011 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d0527121-a924-44d0-b748-2e0462586f46 req-953b54f6-9369-4263-8dc1-141f77ade08d service neutron] 10.222.0.66 "GET /v2.0/networks/12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4885302 Nov 24 18:06:51.955410 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['817bb1c7-703a-47c5-a1b2-522c95ed7e6f'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:06:51.958341 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 49688) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:51.996651 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-601b924d-bd85-43ff-a328-b841d0340de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:52.018157 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-601b924d-bd85-43ff-a328-b841d0340de8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:06:52.022970 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-601b924d-bd85-43ff-a328-b841d0340de8 admin admin] Usage tracker for resource:security_group_rule and tenant:88495a68b84246de9cd888c430f25b7f is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:06:52.026043 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-601b924d-bd85-43ff-a328-b841d0340de8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:06:52.032958 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-601b924d-bd85-43ff-a328-b841d0340de8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:06:52.034286 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.db_base_plugin_common [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-95ecd302-8173-4c58-a091-3e5e36a7f758 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Allocated IP 172.20.0.6 (12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7/54b4613a-3305-4e89-ae17-1b3cdd6abe2b/713115da-a9d7-4b79-ae35-012e393e69d0) {{(pid=87423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:06:52.073330 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-096bc709-3d4f-4c44-9379-d8f2a163da7d req-ffdd24c2-98f7-4711-b419-41f18d870542 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Unset dirty status for tenant:fa9a65f1e0554eceae3d33ab5507580c on resource:port {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:06:52.076426 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-096bc709-3d4f-4c44-9379-d8f2a163da7d req-ffdd24c2-98f7-4711-b419-41f18d870542 tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] 10.222.0.65 "GET /v2.0/ports?device_id=f092be47-9d51-446f-a79f-2693aaa239da HTTP/1.1" status: 200 len: 210 time: 0.3135014 Nov 24 18:06:52.168717 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-601b924d-bd85-43ff-a328-b841d0340de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:52.254298 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:52.269234 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-601b924d-bd85-43ff-a328-b841d0340de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:52.278265 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-9f711adb-0c48-43d1-afa0-9b57a00edc8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:52.304614 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-95ecd302-8173-4c58-a091-3e5e36a7f758 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Notify callbacks [] for port, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:52.325875 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b924d-bd85-43ff-a328-b841d0340de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974a9be3-b941-4225-8ea3-4e133e4318de,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:52.330918 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-601b924d-bd85-43ff-a328-b841d0340de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:52.336907 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-601b924d-bd85-43ff-a328-b841d0340de8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=88495a68b84246de9cd888c430f25b7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3765342 Nov 24 18:06:52.337328 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 49696) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:52.356590 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e831160-ea7f-4b9d-b6e9-f1812f1bfca8 req-80be07f9-6fac-4fe2-a37c-9def5875c82a tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:52.358123 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-5e831160-ea7f-4b9d-b6e9-f1812f1bfca8 req-80be07f9-6fac-4fe2-a37c-9def5875c82a tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 945 time: 0.1582122 Nov 24 18:06:52.410783 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-5e831160-ea7f-4b9d-b6e9-f1812f1bfca8 req-6599d798-e12d-4cba-8ba8-55e92018fe6c tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406234 Nov 24 18:06:52.523145 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-58ca55c6-964e-490e-85de-8dfa614a47db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:52.561731 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-58ca55c6-964e-490e-85de-8dfa614a47db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:52.592529 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-95ecd302-8173-4c58-a091-3e5e36a7f758 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421'] for port, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:52.605374 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb0c99-f19d-48a9-831a-9209fd231150 req-0853c55c-17a8-4736-84e4-efff37ce9726 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:52.607524 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-b9bb0c99-f19d-48a9-831a-9209fd231150 req-0853c55c-17a8-4736-84e4-efff37ce9726 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 945 time: 0.0878823 Nov 24 18:06:52.613264 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a65669-3669-4cd0-b82b-33b8cf9cc385 req-34d01d1d-93fa-4bac-8c9d-3c6146c2a962 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:52.614835 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b3a65669-3669-4cd0-b82b-33b8cf9cc385 req-34d01d1d-93fa-4bac-8c9d-3c6146c2a962 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.2389178 Nov 24 18:06:52.616746 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056327f-054e-4675-82ab-64fe1c38a08c req-d01597c1-929a-4f82-8b0b-79f995aaad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:52.618056 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7056327f-054e-4675-82ab-64fe1c38a08c req-d01597c1-929a-4f82-8b0b-79f995aaad22 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 1098 time: 0.2432783 Nov 24 18:06:52.622726 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 49710) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:52.625501 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-6c15d5d9-6d42-4635-a392-c5883e839a59 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:52.632007 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-4a8857ee-e623-432a-8a70-b57a36c43786 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Request body: {'floatingip': {'port_id': 'fdfe8f7a-b48a-4aa2-b83a-7747f84191b3'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:06:52.742127 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-95ecd302-8173-4c58-a091-3e5e36a7f758 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Network 12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7 is already hosted by enough agents. {{(pid=87423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:06:52.756243 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.base_scheduler [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-95ecd302-8173-4c58-a091-3e5e36a7f758 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Resources bound (agent type, host, resource id): {{(pid=87423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:06:52.765589 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-95ecd302-8173-4c58-a091-3e5e36a7f758 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Received port after_create {{(pid=87423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:06:52.771085 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-95ecd302-8173-4c58-a091-3e5e36a7f758 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:52.771718 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-95ecd302-8173-4c58-a091-3e5e36a7f758 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:52.777523 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ecd302-8173-4c58-a091-3e5e36a7f758 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Pushing event updated for resources: {'Port': ['ID=713115da-a9d7-4b79-ae35-012e393e69d0,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:52.786637 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-95ecd302-8173-4c58-a091-3e5e36a7f758 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:52.794392 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7056327f-054e-4675-82ab-64fe1c38a08c req-ead7da96-3841-4a2f-8f26-fb29dd0f1cc7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313617 Nov 24 18:06:52.806838 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b3a65669-3669-4cd0-b82b-33b8cf9cc385 req-87a75580-f5fe-4a03-b5d0-c9c4f99aeb55 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426728 Nov 24 18:06:52.861605 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-58ca55c6-964e-490e-85de-8dfa614a47db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:52.866554 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-58ca55c6-964e-490e-85de-8dfa614a47db admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:52.867927 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-58ca55c6-964e-490e-85de-8dfa614a47db admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/974a9be3-b941-4225-8ea3-4e133e4318de HTTP/1.1" status: 204 len: 168 time: 0.5294800 Nov 24 18:06:52.868897 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:52.899742 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca55c6-964e-490e-85de-8dfa614a47db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974a9be3-b941-4225-8ea3-4e133e4318de,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:52.903109 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-58ca55c6-964e-490e-85de-8dfa614a47db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:52.914083 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-95ecd302-8173-4c58-a091-3e5e36a7f758 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1135106 Nov 24 18:06:52.949278 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4a8857ee-e623-432a-8a70-b57a36c43786 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for floatingip, before_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:53.020507 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['3421c297-d8be-4bc8-891a-a6bf0d05945d'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:06:53.069481 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-01b3d984-e8b2-4069-aaa6-30c020435006 service neutron] Request body: {'port': {'device_id': '0f3f46a6-d4b8-4bcb-ade2-033f583d40c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:06:53.126088 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0e96f-cfc0-4206-9d71-fc5cd09d7eb4 req-c4af549f-1a72-48e5-926c-f0659fa0201a tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:53.132683 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-1ff0e96f-cfc0-4206-9d71-fc5cd09d7eb4 req-c4af549f-1a72-48e5-926c-f0659fa0201a tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.1490788 Nov 24 18:06:53.153457 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7ae7e-b8b2-44f3-8784-ab6d43e23e9a req-0fbdcd1e-ad09-4346-9b54-0b312d8f8bdd tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:53.161012 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-b1f7ae7e-b8b2-44f3-8784-ab6d43e23e9a req-0fbdcd1e-ad09-4346-9b54-0b312d8f8bdd tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3f46a6-d4b8-4bcb-ade2-033f583d40c5 HTTP/1.1" status: 200 len: 931 time: 0.2971618 Nov 24 18:06:53.223307 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-1ff0e96f-cfc0-4206-9d71-fc5cd09d7eb4 req-98dde779-2398-4fc7-aaa8-20035df7868e tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897467 Nov 24 18:06:53.255673 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-01b3d984-e8b2-4069-aaa6-30c020435006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:53.287180 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-b1f7ae7e-b8b2-44f3-8784-ab6d43e23e9a req-1e360c08-529c-4e96-9e97-bc23f3cab23c tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259117 Nov 24 18:06:53.644577 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb15e0c-88dc-4548-b7c7-a19e54b57c69 req-32351768-fbb3-4a2a-a183-4359e7dbc857 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:53.646234 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-cdb15e0c-88dc-4548-b7c7-a19e54b57c69 req-32351768-fbb3-4a2a-a183-4359e7dbc857 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] 10.222.0.65 "GET /v2.0/ports?device_id=f207879f-044d-4033-99c2-830ad4a39fd6 HTTP/1.1" status: 200 len: 944 time: 0.2636573 Nov 24 18:06:53.750486 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-cdb15e0c-88dc-4548-b7c7-a19e54b57c69 req-72a17119-a4b1-4a15-a216-69968ef23df6 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bb9368d-e59e-4429-ad36-a5acde98f990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854924 Nov 24 18:06:53.888122 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-01b3d984-e8b2-4069-aaa6-30c020435006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 713115da-a9d7-4b79-ae35-012e393e69d0 {{(pid=87423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:06:53.896939 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-01b3d984-e8b2-4069-aaa6-30c020435006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:53.913960 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.provisioning_blocks [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-01b3d984-e8b2-4069-aaa6-30c020435006 service neutron] Transition to ACTIVE for port object 713115da-a9d7-4b79-ae35-012e393e69d0 will not be triggered until provisioned by entity L2. {{(pid=87423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:06:53.962074 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4a8857ee-e623-432a-8a70-b57a36c43786 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:54.040719 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39085a-ab1d-455f-8962-34400e86e8f1 req-f6506a58-727e-4e17-9f8a-d698a3e7986c tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:54.041392 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-01b3d984-e8b2-4069-aaa6-30c020435006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:54.042147 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-1b39085a-ab1d-455f-8962-34400e86e8f1 req-f6506a58-727e-4e17-9f8a-d698a3e7986c tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.0826473 Nov 24 18:06:54.043757 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4a8857ee-e623-432a-8a70-b57a36c43786 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505783'] for floatingip, after_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:54.046331 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-9a407c8d-fef5-4648-9f56-3af53a777ff2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:54.234611 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3d984-e8b2-4069-aaa6-30c020435006 service neutron] Pushing event updated for resources: {'Port': ['ID=713115da-a9d7-4b79-ae35-012e393e69d0,revision_number=2']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:54.237059 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-01b3d984-e8b2-4069-aaa6-30c020435006 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:54.272848 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-1b39085a-ab1d-455f-8962-34400e86e8f1 req-1b2e28b0-347a-4894-8376-ca6925f86e1f tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825356 Nov 24 18:06:54.332569 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-01b3d984-e8b2-4069-aaa6-30c020435006 service neutron] Attempting to bind port 713115da-a9d7-4b79-ae35-012e393e69d0 on host hv-cinder-81857 for vnic_type normal with profile {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:06:54.332904 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-01b3d984-e8b2-4069-aaa6-30c020435006 service neutron] Attempting to bind port 713115da-a9d7-4b79-ae35-012e393e69d0 by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': 'e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7'}] {{(pid=87423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:06:54.333232 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-01b3d984-e8b2-4069-aaa6-30c020435006 service neutron] Attempting to bind port 713115da-a9d7-4b79-ae35-012e393e69d0 on network 12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:06:54.338305 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-01b3d984-e8b2-4069-aaa6-30c020435006 service neutron] Port 713115da-a9d7-4b79-ae35-012e393e69d0 on network 12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 18:06:54.338727 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-01b3d984-e8b2-4069-aaa6-30c020435006 service neutron] Attempting to bind port 713115da-a9d7-4b79-ae35-012e393e69d0 on network 12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:06:54.344786 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-01b3d984-e8b2-4069-aaa6-30c020435006 service neutron] Checking agent: {'id': 'd0ca9dee-1939-4c7e-ac1c-b1e38ddd9156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'started_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:06:54.345345 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-01b3d984-e8b2-4069-aaa6-30c020435006 service neutron] Checking segment: {'id': 'e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:06:54.346549 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-01b3d984-e8b2-4069-aaa6-30c020435006 service neutron] Bound using segment: {'id': 'e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7'} {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:06:54.347420 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-01b3d984-e8b2-4069-aaa6-30c020435006 service neutron] Bound port: 713115da-a9d7-4b79-ae35-012e393e69d0, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7'}}] {{(pid=87423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:06:54.347932 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-01b3d984-e8b2-4069-aaa6-30c020435006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:54.517356 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-01b3d984-e8b2-4069-aaa6-30c020435006 service neutron] For port 713115da-a9d7-4b79-ae35-012e393e69d0, host hv-cinder-81857, cleared binding levels {{(pid=87423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:06:54.527346 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-01b3d984-e8b2-4069-aaa6-30c020435006 service neutron] For port 713115da-a9d7-4b79-ae35-012e393e69d0, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=713115da-a9d7-4b79-ae35-012e393e69d0,segment=NetworkSegment(e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5),segment_id=e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5)] {{(pid=87423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:06:54.536874 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.db.l3_db [None req-4a8857ee-e623-432a-8a70-b57a36c43786 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Floating IP 9aeda259-e1ce-4868-969a-73ff6ba9942a associated. External IP: 172.28.3.22, port: fdfe8f7a-b48a-4aa2-b83a-7747f84191b3. Nov 24 18:06:54.550790 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e084e8-78a0-4d02-ae00-5323495e8170 req-2e090be8-4e70-4b31-b931-5e3af270deca tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:54.552673 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-46e084e8-78a0-4d02-ae00-5323495e8170 req-2e090be8-4e70-4b31-b931-5e3af270deca tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.1178660 Nov 24 18:06:54.592826 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-01b3d984-e8b2-4069-aaa6-30c020435006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:54.602241 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-4138886d-ce1f-4a1e-af84-11305fe8b61e tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:54.660511 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-46e084e8-78a0-4d02-ae00-5323495e8170 req-39700af0-4525-4e04-9020-c00683572550 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013041 Nov 24 18:06:54.670341 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-01b3d984-e8b2-4069-aaa6-30c020435006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:54.671038 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-01b3d984-e8b2-4069-aaa6-30c020435006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:54.672668 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-01b3d984-e8b2-4069-aaa6-30c020435006 service neutron] 10.222.0.66 "PUT /v2.0/ports/713115da-a9d7-4b79-ae35-012e393e69d0 HTTP/1.1" status: 200 len: 1093 time: 1.6089597 Nov 24 18:06:54.673217 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f3f46a6-d4b8-4bcb-ade2-033f583d40c5', 'tag': '713115da-a9d7-4b79-ae35-012e393e69d0'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:06:54.711303 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3d984-e8b2-4069-aaa6-30c020435006 service neutron] Pushing event updated for resources: {'Port': ['ID=713115da-a9d7-4b79-ae35-012e393e69d0,revision_number=3']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:54.714933 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-01b3d984-e8b2-4069-aaa6-30c020435006 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:54.716795 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034a032-737c-4c12-869e-62b3f4c05a3e req-19580afe-6ed6-4b35-8b7f-ae571b763f00 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:54.722706 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-0034a032-737c-4c12-869e-62b3f4c05a3e req-19580afe-6ed6-4b35-8b7f-ae571b763f00 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3f46a6-d4b8-4bcb-ade2-033f583d40c5 HTTP/1.1" status: 200 len: 943 time: 0.2531753 Nov 24 18:06:54.747632 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f3f46a6-d4b8-4bcb-ade2-033f583d40c5', 'tag': '713115da-a9d7-4b79-ae35-012e393e69d0', 'status': 'completed', 'code': 200} Nov 24 18:06:54.846998 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-0034a032-737c-4c12-869e-62b3f4c05a3e req-307360ea-ddc4-496f-8e3e-7ad16e0bb7e0 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207283 Nov 24 18:06:54.864398 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320c40b-d501-4450-a34d-45da1990280b req-baaa2a75-9263-4c48-a725-f800f9fd5684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:54.866119 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c320c40b-d501-4450-a34d-45da1990280b req-baaa2a75-9263-4c48-a725-f800f9fd5684 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=26c1cad41c3f4fa9b70154ca78209f86&device_id=0f3f46a6-d4b8-4bcb-ade2-033f583d40c5 HTTP/1.1" status: 200 len: 1096 time: 0.0931237 Nov 24 18:06:54.935467 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 817bb1c7-703a-47c5-a1b2-522c95ed7e6f up at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:06:54.981782 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8857ee-e623-432a-8a70-b57a36c43786 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Router 96a06d1f-91d2-4f9f-8902-87ef3f1b025f has already been hosted by L3 agent aba83f48-bec1-4447-972f-e1c88a92dee8 {{(pid=87424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 18:06:55.077485 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320c40b-d501-4450-a34d-45da1990280b req-0b361097-7a97-49e3-82c3-9e361583cbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:55.078687 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c320c40b-d501-4450-a34d-45da1990280b req-0b361097-7a97-49e3-82c3-9e361583cbb5 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=26c1cad41c3f4fa9b70154ca78209f86&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2035348 Nov 24 18:06:55.090498 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc44f9-4dbb-4660-b672-cda27c2e6eec req-67001e27-e641-464a-b31d-0d6d39733fab tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:55.091975 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-decc44f9-4dbb-4660-b672-cda27c2e6eec req-67001e27-e641-464a-b31d-0d6d39733fab tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] 10.222.0.65 "GET /v2.0/ports?device_id=f207879f-044d-4033-99c2-830ad4a39fd6 HTTP/1.1" status: 200 len: 944 time: 0.1923635 Nov 24 18:06:55.124313 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning for port 817bb1c7-703a-47c5-a1b2-522c95ed7e6f completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:06:55.129706 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning complete for port 817bb1c7-703a-47c5-a1b2-522c95ed7e6f triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:06:55.135235 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:55.181735 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8857ee-e623-432a-8a70-b57a36c43786 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify agent at l3_agent.dv-cinder-818579-1-smb the message routers_updated {{(pid=87424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 18:06:55.200076 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e472bef-d5dd-4da2-bca8-d50d9fb367ce None None] Sync routers for ids ['96a06d1f-91d2-4f9f-8902-87ef3f1b025f'] in dv-cinder-818579-1-smb {{(pid=87426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 18:06:55.212777 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4a8857ee-e623-432a-8a70-b57a36c43786 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for floatingip, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:55.213381 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e472bef-d5dd-4da2-bca8-d50d9fb367ce None None] Routers {'96a06d1f-91d2-4f9f-8902-87ef3f1b025f'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:06:55.214609 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-9e472bef-d5dd-4da2-bca8-d50d9fb367ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:06:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['96a06d1f-91d2-4f9f-8902-87ef3f1b025f'], 'active': True} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:55.235253 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-decc44f9-4dbb-4660-b672-cda27c2e6eec req-366aeb73-e51e-47ee-8f97-3e9c1e43a01f tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bb9368d-e59e-4429-ad36-a5acde98f990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165910 Nov 24 18:06:55.305622 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320c40b-d501-4450-a34d-45da1990280b req-7b031f40-041e-4c13-b95f-c91efa022e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:55.307436 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c320c40b-d501-4450-a34d-45da1990280b req-7b031f40-041e-4c13-b95f-c91efa022e57 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2146645 Nov 24 18:06:55.360677 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-4a8857ee-e623-432a-8a70-b57a36c43786 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "PUT /v2.0/floatingips/9aeda259-e1ce-4868-969a-73ff6ba9942a HTTP/1.1" status: 200 len: 990 time: 2.7363040 Nov 24 18:06:55.362117 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c5acff-8c88-4d63-af7b-cf7ea07b8d54', 'tag': 'fdfe8f7a-b48a-4aa2-b83a-7747f84191b3'}] {{(pid=87424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:06:55.430266 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:55.452585 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvr_db [None req-9e472bef-d5dd-4da2-bca8-d50d9fb367ce None None] Set router 96a06d1f-91d2-4f9f-8902-87ef3f1b025f gateway port host: dv-cinder-818579-1-smb {{(pid=87426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:06:55.468584 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-7ef880cf-88e5-493f-88dc-dc32ca5b066c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:55.470846 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-7ef880cf-88e5-493f-88dc-dc32ca5b066c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=26c1cad41c3f4fa9b70154ca78209f86&device_id=0f3f46a6-d4b8-4bcb-ade2-033f583d40c5 HTTP/1.1" status: 200 len: 1096 time: 0.1014380 Nov 24 18:06:55.488506 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f207879f-044d-4033-99c2-830ad4a39fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817bb1c7-703a-47c5-a1b2-522c95ed7e6f'}] {{(pid=87425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:06:55.515681 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 817bb1c7-703a-47c5-a1b2-522c95ed7e6f, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=817bb1c7-703a-47c5-a1b2-522c95ed7e6f,segment=NetworkSegment(3b983b53-4d89-4eca-8555-57a1c969e216),segment_id=3b983b53-4d89-4eca-8555-57a1c969e216)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:06:55.580881 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-57428195-d280-4f34-a282-e2cf2a9f310c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=713115da-a9d7-4b79-ae35-012e393e69d0 HTTP/1.1" status: 200 len: 217 time: 0.0916131 Nov 24 18:06:55.597833 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f34a6-37e5-4169-8f88-55e5a188a2ae req-4b8ab052-847e-4d8c-aae2-f83fbd2a4559 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:55.599343 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-c43f34a6-37e5-4169-8f88-55e5a188a2ae req-4b8ab052-847e-4d8c-aae2-f83fbd2a4559 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.0964992 Nov 24 18:06:55.630290 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:55.632174 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:55.655874 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-c43f34a6-37e5-4169-8f88-55e5a188a2ae req-8dc10d81-1d0c-4a2e-b123-aa61105457b3 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449271 Nov 24 18:06:55.669997 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-95b3bc05-0bb6-4e9c-8710-828c59d44889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:55.671563 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-95b3bc05-0bb6-4e9c-8710-828c59d44889 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=54b4613a-3305-4e89-ae17-1b3cdd6abe2b HTTP/1.1" status: 200 len: 854 time: 0.0840576 Nov 24 18:06:55.755458 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=817bb1c7-703a-47c5-a1b2-522c95ed7e6f,revision_number=5']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:55.759563 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:55.760822 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-d4326b44-f272-4fa0-a78e-709b2af4b00d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709751 Nov 24 18:06:55.767202 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6c5acff-8c88-4d63-af7b-cf7ea07b8d54', 'tag': 'fdfe8f7a-b48a-4aa2-b83a-7747f84191b3', 'status': 'completed', 'code': 200} Nov 24 18:06:55.813173 dv-cinder-818579-1-smb neutron-server[87425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f207879f-044d-4033-99c2-830ad4a39fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817bb1c7-703a-47c5-a1b2-522c95ed7e6f', 'code': 200} Nov 24 18:06:55.920410 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-9e472bef-d5dd-4da2-bca8-d50d9fb367ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774801609-router', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:57Z', 'updated_at': '2021-11-24T18:06:11Z', 'revision_number': 4, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'gw_port': {'id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:eb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_floatingips': [{'id': '9aeda259-e1ce-4868-969a-73ff6ba9942a', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'floating_ip_address': '172.28.3.22', 'floating_network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'router_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'port_id': 'fdfe8f7a-b48a-4aa2-b83a-7747f84191b3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e', 'mac_address': 'fa:16:3e:ad:e7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c5acff-8c88-4d63-af7b-cf7ea07b8d54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:06:24Z', 'updated_at': '2021-11-24T18:06:53Z', 'revision_number': 1, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f6255f-54bd-4de6-a892-db56481af566', 'name': '', 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'mac_address': 'fa:16:3e:52:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0c1b52e1-6661-4f68-9dd2-227c3d39ad6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:08Z', 'updated_at': '2021-11-24T18:06:24Z', 'revision_number': 5, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'subnets': [{'id': '0c1b52e1-6661-4f68-9dd2-227c3d39ad6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:55.924798 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e472bef-d5dd-4da2-bca8-d50d9fb367ce None None] Checking router: 96a06d1f-91d2-4f9f-8902-87ef3f1b025f for host: dv-cinder-818579-1-smb {{(pid=87426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 18:06:55.934724 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e472bef-d5dd-4da2-bca8-d50d9fb367ce None None] Routers {'96a06d1f-91d2-4f9f-8902-87ef3f1b025f'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:06:55.939196 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-9e472bef-d5dd-4da2-bca8-d50d9fb367ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:06:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['96a06d1f-91d2-4f9f-8902-87ef3f1b025f'], 'active': True} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:55.941317 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 49802) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:56.021222 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b910a6-edc5-4bce-b97d-0fd2a0b3081e admin admin] Deleting subnet 7882959a-4960-49bb-819b-26888a239f03 {{(pid=87424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 18:06:56.025860 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-44b910a6-edc5-4bce-b97d-0fd2a0b3081e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:56.095266 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-44b910a6-edc5-4bce-b97d-0fd2a0b3081e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2119714'] for subnet, precommit_delete_associations {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:56.115884 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-81d44cab-7d29-4d62-a964-fd7bc9bd3504 service neutron] 10.222.0.66 "GET /v2.0/networks/12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322265 Nov 24 18:06:56.144552 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f4be2-b1af-4544-a626-778713bd9255 req-edb1c478-0366-444f-848f-65fbc20708be tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:56.144911 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvr_db [None req-9e472bef-d5dd-4da2-bca8-d50d9fb367ce None None] Set router 96a06d1f-91d2-4f9f-8902-87ef3f1b025f gateway port host: dv-cinder-818579-1-smb {{(pid=87426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:06:56.146033 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-5e3f4be2-b1af-4544-a626-778713bd9255 req-edb1c478-0366-444f-848f-65fbc20708be tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.2703424 Nov 24 18:06:56.158306 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deedf0a-bcaa-4e59-aa0d-a571e632dcbe req-c975e375-fadd-4f44-b6d0-c433f3deed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:56.159974 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-1deedf0a-bcaa-4e59-aa0d-a571e632dcbe req-c975e375-fadd-4f44-b6d0-c433f3deed83 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c71c458ed19546f2b7ecc2a78475b465&device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 1098 time: 0.3338463 Nov 24 18:06:56.189620 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-44b910a6-edc5-4bce-b97d-0fd2a0b3081e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1555507'] for subnet, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:56.249300 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-5e3f4be2-b1af-4544-a626-778713bd9255 req-661a557c-2133-4ce5-9339-eb3f0688cee8 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917535 Nov 24 18:06:56.366127 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-44b910a6-edc5-4bce-b97d-0fd2a0b3081e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1555563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3149124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2422208'] for subnet, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:56.373591 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-bd85a767-a209-463a-b390-8f5c95dd1368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:56.424507 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b910a6-edc5-4bce-b97d-0fd2a0b3081e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7882959a-4960-49bb-819b-26888a239f03,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:56.469581 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b910a6-edc5-4bce-b97d-0fd2a0b3081e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:06:56.469957 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b910a6-edc5-4bce-b97d-0fd2a0b3081e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:06:56.470315 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b910a6-edc5-4bce-b97d-0fd2a0b3081e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:06:56.470667 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b910a6-edc5-4bce-b97d-0fd2a0b3081e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:06:56.471022 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b910a6-edc5-4bce-b97d-0fd2a0b3081e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:06:56.472001 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b910a6-edc5-4bce-b97d-0fd2a0b3081e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:06:56.472120 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b910a6-edc5-4bce-b97d-0fd2a0b3081e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:06:56.472700 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b910a6-edc5-4bce-b97d-0fd2a0b3081e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:06:56.472844 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b910a6-edc5-4bce-b97d-0fd2a0b3081e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:06:56.473091 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b910a6-edc5-4bce-b97d-0fd2a0b3081e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:06:56.473435 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b910a6-edc5-4bce-b97d-0fd2a0b3081e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:06:56.473792 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b910a6-edc5-4bce-b97d-0fd2a0b3081e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:06:56.488254 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-44b910a6-edc5-4bce-b97d-0fd2a0b3081e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:56.490298 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-44b910a6-edc5-4bce-b97d-0fd2a0b3081e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:56.511702 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-44b910a6-edc5-4bce-b97d-0fd2a0b3081e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/7882959a-4960-49bb-819b-26888a239f03 HTTP/1.1" status: 204 len: 168 time: 0.5693293 Nov 24 18:06:56.514411 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 49820) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:56.540590 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-64b41a3f-006c-4b54-8de4-3aecea23c529 req-28dada6c-4cd0-40e7-910d-6b7c72e1b223 service neutron] 10.222.0.66 "GET /v2.0/networks/12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093959 Nov 24 18:06:56.565233 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0150447-4d38-4e37-a683-c3b3708a6ffd req-fb897b6c-ec98-4cfa-82fa-017280a62157 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:56.566053 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-a0150447-4d38-4e37-a683-c3b3708a6ffd req-fb897b6c-ec98-4cfa-82fa-017280a62157 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Synchronizing usage tracker for tenant:26c1cad41c3f4fa9b70154ca78209f86 on resource:port {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:06:56.577887 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deedf0a-bcaa-4e59-aa0d-a571e632dcbe req-1e7bbb7f-0daf-4cdc-85b4-2f13e29a1de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:56.579655 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-1deedf0a-bcaa-4e59-aa0d-a571e632dcbe req-1e7bbb7f-0daf-4cdc-85b4-2f13e29a1de7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a433006a-8672-4e6d-af3a-fa22b395902e HTTP/1.1" status: 200 len: 918 time: 0.4062133 Nov 24 18:06:56.610076 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-9e472bef-d5dd-4da2-bca8-d50d9fb367ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774801609-router', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:57Z', 'updated_at': '2021-11-24T18:06:11Z', 'revision_number': 4, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'gw_port': {'id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:eb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_floatingips': [{'id': '9aeda259-e1ce-4868-969a-73ff6ba9942a', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'floating_ip_address': '172.28.3.22', 'floating_network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'router_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'port_id': 'fdfe8f7a-b48a-4aa2-b83a-7747f84191b3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e', 'mac_address': 'fa:16:3e:ad:e7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c5acff-8c88-4d63-af7b-cf7ea07b8d54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:06:24Z', 'updated_at': '2021-11-24T18:06:53Z', 'revision_number': 1, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f6255f-54bd-4de6-a892-db56481af566', 'name': '', 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'mac_address': 'fa:16:3e:52:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0c1b52e1-6661-4f68-9dd2-227c3d39ad6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:08Z', 'updated_at': '2021-11-24T18:06:24Z', 'revision_number': 5, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'subnets': [{'id': '0c1b52e1-6661-4f68-9dd2-227c3d39ad6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:56.615941 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e472bef-d5dd-4da2-bca8-d50d9fb367ce None None] The sync data for ids ['96a06d1f-91d2-4f9f-8902-87ef3f1b025f'] in dv-cinder-818579-1-smb is: [{'id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774801609-router', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:57Z', 'updated_at': '2021-11-24T18:06:11Z', 'revision_number': 4, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'gw_port': {'id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:eb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_floatingips': [{'id': '9aeda259-e1ce-4868-969a-73ff6ba9942a', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'floating_ip_address': '172.28.3.22', 'floating_network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'router_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'port_id': 'fdfe8f7a-b48a-4aa2-b83a-7747f84191b3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e', 'mac_address': 'fa:16:3e:ad:e7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c5acff-8c88-4d63-af7b-cf7ea07b8d54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:06:24Z', 'updated_at': '2021-11-24T18:06:53Z', 'revision_number': 1, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f6255f-54bd-4de6-a892-db56481af566', 'name': '', 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'mac_address': 'fa:16:3e:52:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0c1b52e1-6661-4f68-9dd2-227c3d39ad6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:08Z', 'updated_at': '2021-11-24T18:06:24Z', 'revision_number': 5, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'subnets': [{'id': '0c1b52e1-6661-4f68-9dd2-227c3d39ad6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 18:06:56.664332 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfcdb9b-d4b4-474b-8dcd-1b779c1d221c req-a849d0e1-2a1e-42f4-bd4e-851ef7b1de29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:56.667550 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-4dfcdb9b-d4b4-474b-8dcd-1b779c1d221c req-a849d0e1-2a1e-42f4-bd4e-851ef7b1de29 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f207879f-044d-4033-99c2-830ad4a39fd6 HTTP/1.1" status: 200 len: 1098 time: 0.4281328 Nov 24 18:06:56.713868 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975262ea-6a66-42cc-a7a0-efd7d67d314f req-8c4fcfe1-b02d-4a11-83aa-0528c6097698 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:56.723707 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-975262ea-6a66-42cc-a7a0-efd7d67d314f req-8c4fcfe1-b02d-4a11-83aa-0528c6097698 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] 10.222.0.65 "GET /v2.0/ports?device_id=f207879f-044d-4033-99c2-830ad4a39fd6 HTTP/1.1" status: 200 len: 945 time: 0.3012912 Nov 24 18:06:56.728449 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-a0150447-4d38-4e37-a683-c3b3708a6ffd req-fb897b6c-ec98-4cfa-82fa-017280a62157 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Unset dirty status for tenant:26c1cad41c3f4fa9b70154ca78209f86 on resource:port {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:06:56.729605 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a0150447-4d38-4e37-a683-c3b3708a6ffd req-fb897b6c-ec98-4cfa-82fa-017280a62157 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3f46a6-d4b8-4bcb-ade2-033f583d40c5 HTTP/1.1" status: 200 len: 943 time: 0.6522977 Nov 24 18:06:56.745624 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-1deedf0a-bcaa-4e59-aa0d-a571e632dcbe req-414f97de-a7a7-4109-8a1b-05414cac8a02 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 HTTP/1.1" status: 200 len: 998 time: 0.1562831 Nov 24 18:06:56.767937 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1071830c-1fbc-4112-ae27-eceb5a1ba5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483400'] for network, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:56.788450 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-975262ea-6a66-42cc-a7a0-efd7d67d314f req-72054f20-7b01-4a64-a060-6fc4117ab8b4 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bb9368d-e59e-4429-ad36-a5acde98f990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650468 Nov 24 18:06:56.854248 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deedf0a-bcaa-4e59-aa0d-a571e632dcbe req-d5f7ecfb-7bbe-43f5-a866-58c74ca2bbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:56.856264 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-1deedf0a-bcaa-4e59-aa0d-a571e632dcbe req-d5f7ecfb-7bbe-43f5-a866-58c74ca2bbe2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c1b52e1-6661-4f68-9dd2-227c3d39ad6e HTTP/1.1" status: 200 len: 856 time: 0.0864947 Nov 24 18:06:56.862825 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-4dfcdb9b-d4b4-474b-8dcd-1b779c1d221c req-aeb5badb-6efb-40d4-91fc-78f5460d6e89 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8bb9368d-e59e-4429-ad36-a5acde98f990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775153 Nov 24 18:06:56.911117 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a0150447-4d38-4e37-a683-c3b3708a6ffd req-54429260-c815-4c54-b887-1be05c1f6fa5 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679556 Nov 24 18:06:57.014417 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40adeeb8-892f-4f4d-baed-8dc98325f418 None None] New status for floating IP 9aeda259-e1ce-4868-969a-73ff6ba9942a: ACTIVE {{(pid=87425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 18:06:57.205479 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deedf0a-bcaa-4e59-aa0d-a571e632dcbe req-29650201-428b-419b-b1a8-9fc0772a0fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:57.207090 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-1deedf0a-bcaa-4e59-aa0d-a571e632dcbe req-29650201-428b-419b-b1a8-9fc0772a0fe5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a433006a-8672-4e6d-af3a-fa22b395902e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1106563 Nov 24 18:06:57.212931 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1071830c-1fbc-4112-ae27-eceb5a1ba5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553944', 'neutron.services.segments.db._delete_segments_for_network-8730962215078'] for network, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:57.246680 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.services.segments.db [None req-1071830c-1fbc-4112-ae27-eceb5a1ba5ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5517e5f-8a6b-43cd-82cb-391be4b43461']}} {{(pid=87424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:57.270164 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43e2b5-0287-4a7d-ad1a-a05dae7d4f03 req-55ea5eb2-41f0-4317-80af-17e2ece4bb6a tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:57.272056 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-cb43e2b5-0287-4a7d-ad1a-a05dae7d4f03 req-55ea5eb2-41f0-4317-80af-17e2ece4bb6a tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.3452187 Nov 24 18:06:57.274244 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.services.segments.db [None req-1071830c-1fbc-4112-ae27-eceb5a1ba5ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f19d1740-a4de-4a56-ba29-a22bb1f93f35') {'for_net_delete': True} {{(pid=87424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:57.274652 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.services.segments.db [None req-1071830c-1fbc-4112-ae27-eceb5a1ba5ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f19d1740-a4de-4a56-ba29-a22bb1f93f35') {} {{(pid=87424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:57.288099 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 49836) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:57.297984 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-18b57a4a-f446-4ebc-ba9e-6eefa19f12ec tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Request body: {'floatingip': {'port_id': 'b4d6071c-d415-46c4-952f-f3d12093d011'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:06:57.354049 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1071830c-1fbc-4112-ae27-eceb5a1ba5ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730962258553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2119733'] for segment, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:57.404928 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-18b57a4a-f446-4ebc-ba9e-6eefa19f12ec tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for floatingip, before_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:57.447501 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-1deedf0a-bcaa-4e59-aa0d-a571e632dcbe req-df6a7450-c8e7-489f-804a-98680ffd16a9 service neutron] 10.222.0.66 "GET /v2.0/networks/a433006a-8672-4e6d-af3a-fa22b395902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230921 Nov 24 18:06:57.456523 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30061b51-3cc1-42b6-a363-0767ceb044e5 req-a84e6beb-6722-4d14-8036-539c2c2dd324 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:57.457900 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-30061b51-3cc1-42b6-a363-0767ceb044e5 req-a84e6beb-6722-4d14-8036-539c2c2dd324 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.1842170 Nov 24 18:06:57.469329 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1071830c-1fbc-4112-ae27-eceb5a1ba5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541721'] for segment, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:57.520944 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1071830c-1fbc-4112-ae27-eceb5a1ba5ad admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=87424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 18:06:57.521338 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1071830c-1fbc-4112-ae27-eceb5a1ba5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1541712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3149210'] for segment, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:57.534593 dv-cinder-818579-1-smb neutron-server[87424]: Traceback (most recent call last): Nov 24 18:06:57.534593 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 18:06:57.534593 dv-cinder-818579-1-smb neutron-server[87424]: timer() Nov 24 18:06:57.534593 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 18:06:57.534593 dv-cinder-818579-1-smb neutron-server[87424]: cb(*args, **kw) Nov 24 18:06:57.534593 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 18:06:57.534593 dv-cinder-818579-1-smb neutron-server[87424]: return func(*args, **kwargs) Nov 24 18:06:57.534593 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 18:06:57.534593 dv-cinder-818579-1-smb neutron-server[87424]: self._notify() Nov 24 18:06:57.534593 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 18:06:57.534593 dv-cinder-818579-1-smb neutron-server[87424]: self.callback(batched_events) Nov 24 18:06:57.534593 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 18:06:57.534593 dv-cinder-818579-1-smb neutron-server[87424]: event.method(event) Nov 24 18:06:57.534593 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 18:06:57.534593 dv-cinder-818579-1-smb neutron-server[87424]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 18:06:57.534593 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 18:06:57.534593 dv-cinder-818579-1-smb neutron-server[87424]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 18:06:57.534593 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 18:06:57.534593 dv-cinder-818579-1-smb neutron-server[87424]: return f(self, *a, **k) Nov 24 18:06:57.534593 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 18:06:57.534593 dv-cinder-818579-1-smb neutron-server[87424]: return self._get(url).json() Nov 24 18:06:57.534593 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 18:06:57.534593 dv-cinder-818579-1-smb neutron-server[87424]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 18:06:57.534593 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 18:06:57.534593 dv-cinder-818579-1-smb neutron-server[87424]: return self.request(url, 'GET', **kwargs) Nov 24 18:06:57.534593 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 18:06:57.534593 dv-cinder-818579-1-smb neutron-server[87424]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 18:06:57.534593 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 18:06:57.534593 dv-cinder-818579-1-smb neutron-server[87424]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 18:06:57.534593 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 18:06:57.534593 dv-cinder-818579-1-smb neutron-server[87424]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 18:06:57.534593 dv-cinder-818579-1-smb neutron-server[87424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 18:06:57.588558 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-30061b51-3cc1-42b6-a363-0767ceb044e5 req-10997e45-232f-41e7-ae67-511b893b5ba3 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076062 Nov 24 18:06:57.630990 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-1deedf0a-bcaa-4e59-aa0d-a571e632dcbe req-773c7d81-8520-4f33-b163-a7a3505fe8dc service neutron] 10.222.0.66 "GET /v2.0/networks/a433006a-8672-4e6d-af3a-fa22b395902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706629 Nov 24 18:06:57.742491 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1071830c-1fbc-4112-ae27-eceb5a1ba5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505765'] for network, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:57.762162 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-b2956302-040f-4147-8feb-215ea9237b5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:57.778372 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1071830c-1fbc-4112-ae27-eceb5a1ba5ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for network, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:57.789165 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071830c-1fbc-4112-ae27-eceb5a1ba5ad admin admin] Pushing event deleted for resources: {'Network': ['ID=b5517e5f-8a6b-43cd-82cb-391be4b43461,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:57.794791 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-1071830c-1fbc-4112-ae27-eceb5a1ba5ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:57.950125 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-1071830c-1fbc-4112-ae27-eceb5a1ba5ad admin admin] 10.222.0.65 "DELETE /v2.0/networks/b5517e5f-8a6b-43cd-82cb-391be4b43461 HTTP/1.1" status: 204 len: 168 time: 1.4347038 Nov 24 18:06:58.069614 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8dffb8-98dd-46b9-b760-e00b4777a635 req-3338ae1b-d6b8-45a2-bcc4-056a5649330f tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:58.071037 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-fe8dffb8-98dd-46b9-b760-e00b4777a635 req-3338ae1b-d6b8-45a2-bcc4-056a5649330f tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] 10.222.0.65 "GET /v2.0/ports?device_id=f207879f-044d-4033-99c2-830ad4a39fd6 HTTP/1.1" status: 200 len: 945 time: 0.1118858 Nov 24 18:06:58.174467 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-fe8dffb8-98dd-46b9-b760-e00b4777a635 req-32bb80d0-b4c6-46cc-84aa-ffde97138bc3 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bb9368d-e59e-4429-ad36-a5acde98f990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887806 Nov 24 18:06:58.178506 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576570e-bd15-48e7-916a-5f27fc3e113d req-40a1adf0-2d0d-496b-b641-7bd35f3b78df tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:58.191491 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-8576570e-bd15-48e7-916a-5f27fc3e113d req-40a1adf0-2d0d-496b-b641-7bd35f3b78df tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3f46a6-d4b8-4bcb-ade2-033f583d40c5 HTTP/1.1" status: 200 len: 943 time: 0.1524935 Nov 24 18:06:58.259270 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-8576570e-bd15-48e7-916a-5f27fc3e113d req-a7f384bd-f185-4c23-a022-665bd7455262 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665479 Nov 24 18:06:58.279112 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-18b57a4a-f446-4ebc-ba9e-6eefa19f12ec tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:58.344259 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-18b57a4a-f446-4ebc-ba9e-6eefa19f12ec tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505783'] for floatingip, after_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:58.433848 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 49862) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:58.499988 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-27cb0200-6fd4-4312-8508-8e436fbbcd9e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fa9a65f1e0554eceae3d33ab5507580c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0641077 Nov 24 18:06:58.511503 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 49868) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:06:58.571715 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.db.l3_db [None req-18b57a4a-f446-4ebc-ba9e-6eefa19f12ec tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Floating IP da2e1537-243b-48ed-9fdf-79dcbf285e0c associated. External IP: 172.28.3.167, port: b4d6071c-d415-46c4-952f-f3d12093d011. Nov 24 18:06:58.759294 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-653373b7-07ca-4a14-b0cb-794c977baf41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:58.791321 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7b081-b7e2-4bf2-965f-8ef5e625ecb0 req-5c21b545-b666-49e6-bb26-07a92ef579f2 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:58.793010 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-69d7b081-b7e2-4bf2-965f-8ef5e625ecb0 req-5c21b545-b666-49e6-bb26-07a92ef579f2 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.0946369 Nov 24 18:06:58.854832 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-69d7b081-b7e2-4bf2-965f-8ef5e625ecb0 req-da3111c4-0dee-48bc-af45-4f43657d7226 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535233 Nov 24 18:06:58.859535 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-653373b7-07ca-4a14-b0cb-794c977baf41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:59.092619 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-653373b7-07ca-4a14-b0cb-794c977baf41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:59.099515 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:06:59.118928 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653373b7-07ca-4a14-b0cb-794c977baf41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125b048c-3c01-4e5b-9591-38b4a4272366,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:06:59.122202 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-653373b7-07ca-4a14-b0cb-794c977baf41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:06:59.126670 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b57a4a-f446-4ebc-ba9e-6eefa19f12ec tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Router 94027239-13c2-444a-b027-257f6913ee14 has already been hosted by L3 agent aba83f48-bec1-4447-972f-e1c88a92dee8 {{(pid=87424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 18:06:59.215862 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-653373b7-07ca-4a14-b0cb-794c977baf41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:59.217009 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-653373b7-07ca-4a14-b0cb-794c977baf41 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/125b048c-3c01-4e5b-9591-38b4a4272366 HTTP/1.1" status: 204 len: 168 time: 0.7040353 Nov 24 18:06:59.370807 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b57a4a-f446-4ebc-ba9e-6eefa19f12ec tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify agent at l3_agent.dv-cinder-818579-1-smb the message routers_updated {{(pid=87424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 18:06:59.376215 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-18b57a4a-f446-4ebc-ba9e-6eefa19f12ec tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for floatingip, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:06:59.383426 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2f58bb-91c2-4cf1-83d8-b6b968a9c446 None None] Sync routers for ids ['94027239-13c2-444a-b027-257f6913ee14'] in dv-cinder-818579-1-smb {{(pid=87426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 18:06:59.395431 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2f58bb-91c2-4cf1-83d8-b6b968a9c446 None None] Routers {'94027239-13c2-444a-b027-257f6913ee14'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:06:59.398082 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-de2f58bb-91c2-4cf1-83d8-b6b968a9c446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:06:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['94027239-13c2-444a-b027-257f6913ee14'], 'active': True} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:06:59.446102 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-18b57a4a-f446-4ebc-ba9e-6eefa19f12ec tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "PUT /v2.0/floatingips/da2e1537-243b-48ed-9fdf-79dcbf285e0c HTTP/1.1" status: 200 len: 991 time: 2.1569233 Nov 24 18:06:59.447435 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97', 'tag': 'b4d6071c-d415-46c4-952f-f3d12093d011'}] {{(pid=87424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:06:59.460216 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d2482-5ca0-48d9-a322-fb94cf1bed22 req-dc6d9d2c-185f-48e6-9709-4216c119a945 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:59.467749 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-450d2482-5ca0-48d9-a322-fb94cf1bed22 req-dc6d9d2c-185f-48e6-9709-4216c119a945 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] 10.222.0.65 "GET /v2.0/ports?device_id=f207879f-044d-4033-99c2-830ad4a39fd6 HTTP/1.1" status: 200 len: 945 time: 0.1715322 Nov 24 18:06:59.501080 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209e825-9d41-482b-8463-886b5212404e req-0dd8f291-54e9-4744-acee-3758c0fa9639 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:59.512854 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-1209e825-9d41-482b-8463-886b5212404e req-0dd8f291-54e9-4744-acee-3758c0fa9639 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3f46a6-d4b8-4bcb-ade2-033f583d40c5 HTTP/1.1" status: 200 len: 943 time: 0.1169438 Nov 24 18:06:59.519907 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-450d2482-5ca0-48d9-a322-fb94cf1bed22 req-a2928098-f6da-4fb9-b2ed-8877381443e4 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bb9368d-e59e-4429-ad36-a5acde98f990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512209 Nov 24 18:06:59.597085 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvr_db [None req-de2f58bb-91c2-4cf1-83d8-b6b968a9c446 None None] Set router 94027239-13c2-444a-b027-257f6913ee14 gateway port host: dv-cinder-818579-1-smb {{(pid=87426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:06:59.625759 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-1209e825-9d41-482b-8463-886b5212404e req-2935743b-a909-474c-87c8-0ef36fc1caf9 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118083 Nov 24 18:06:59.726276 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97', 'tag': 'b4d6071c-d415-46c4-952f-f3d12093d011', 'status': 'completed', 'code': 200} Nov 24 18:06:59.903521 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c55cfd-3cc6-4260-aef9-ba4722b40960 req-f312979e-5436-4288-8cc4-573d6301dbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:06:59.905480 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-30c55cfd-3cc6-4260-aef9-ba4722b40960 req-f312979e-5436-4288-8cc4-573d6301dbfc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c410027f08a449c97bc26384e1b72cd&device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 1098 time: 0.1063588 Nov 24 18:07:00.058490 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c55cfd-3cc6-4260-aef9-ba4722b40960 req-203dec5f-b4f6-46c4-a278-0ef32ee51ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:00.060699 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-30c55cfd-3cc6-4260-aef9-ba4722b40960 req-203dec5f-b4f6-46c4-a278-0ef32ee51ce2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=99e16732-504f-4bd0-9b6d-ec24f46575f9 HTTP/1.1" status: 200 len: 912 time: 0.1436698 Nov 24 18:07:00.123229 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e274a-3ac7-417f-bbf2-88f82239aadd req-b90ac96e-8c79-4934-b615-224778e061e7 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:00.130218 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-076e274a-3ac7-417f-bbf2-88f82239aadd req-b90ac96e-8c79-4934-b615-224778e061e7 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.1174085 Nov 24 18:07:00.204938 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-30c55cfd-3cc6-4260-aef9-ba4722b40960 req-bae94971-d82d-499e-8217-02346dc74437 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4d6071c-d415-46c4-952f-f3d12093d011 HTTP/1.1" status: 200 len: 999 time: 0.1374497 Nov 24 18:07:00.209053 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-076e274a-3ac7-417f-bbf2-88f82239aadd req-263c9fa3-e9c4-452e-9f4b-06578f445a49 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744948 Nov 24 18:07:00.289881 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-de2f58bb-91c2-4cf1-83d8-b6b968a9c446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94027239-13c2-444a-b027-257f6913ee14', 'name': 'tempest-AttachVolumeTestJSON-1262005700-router', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:17Z', 'revision_number': 4, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'gw_port': {'id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:48:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027239-13c2-444a-b027-257f6913ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:02Z', 'updated_at': '2021-11-24T18:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_floatingips': [{'id': 'da2e1537-243b-48ed-9fdf-79dcbf285e0c', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'floating_ip_address': '172.28.3.167', 'floating_network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'router_id': '94027239-13c2-444a-b027-257f6913ee14', 'port_id': 'b4d6071c-d415-46c4-952f-f3d12093d011', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9', 'mac_address': 'fa:16:3e:4e:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:06:30Z', 'updated_at': '2021-11-24T18:06:58Z', 'revision_number': 1, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4786ac5-7489-4fe8-9c8e-a5bb631d7119', 'name': '', 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'mac_address': 'fa:16:3e:a0:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027239-13c2-444a-b027-257f6913ee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cb34300e-db3e-473b-9bf9-eea83552c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:14Z', 'updated_at': '2021-11-24T18:06:32Z', 'revision_number': 5, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'subnets': [{'id': 'cb34300e-db3e-473b-9bf9-eea83552c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:07:00.293238 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c55cfd-3cc6-4260-aef9-ba4722b40960 req-c360f654-9859-4d73-a3f8-879b26683663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:00.294662 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2f58bb-91c2-4cf1-83d8-b6b968a9c446 None None] Checking router: 94027239-13c2-444a-b027-257f6913ee14 for host: dv-cinder-818579-1-smb {{(pid=87426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 18:07:00.294776 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-30c55cfd-3cc6-4260-aef9-ba4722b40960 req-c360f654-9859-4d73-a3f8-879b26683663 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb34300e-db3e-473b-9bf9-eea83552c640 HTTP/1.1" status: 200 len: 850 time: 0.0730922 Nov 24 18:07:00.303733 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2f58bb-91c2-4cf1-83d8-b6b968a9c446 None None] Routers {'94027239-13c2-444a-b027-257f6913ee14'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:07:00.304451 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-de2f58bb-91c2-4cf1-83d8-b6b968a9c446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:06:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['94027239-13c2-444a-b027-257f6913ee14'], 'active': True} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:07:00.403172 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c55cfd-3cc6-4260-aef9-ba4722b40960 req-e7451274-f049-4b3e-8007-924c7ab0d4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:00.405620 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-30c55cfd-3cc6-4260-aef9-ba4722b40960 req-e7451274-f049-4b3e-8007-924c7ab0d4e6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=99e16732-504f-4bd0-9b6d-ec24f46575f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1035197 Nov 24 18:07:00.564659 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvr_db [None req-de2f58bb-91c2-4cf1-83d8-b6b968a9c446 None None] Set router 94027239-13c2-444a-b027-257f6913ee14 gateway port host: dv-cinder-818579-1-smb {{(pid=87426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:07:00.734556 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-30c55cfd-3cc6-4260-aef9-ba4722b40960 req-926c3e9d-5b59-4993-9884-9ae47d8f3a58 service neutron] 10.222.0.66 "GET /v2.0/networks/99e16732-504f-4bd0-9b6d-ec24f46575f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032951 Nov 24 18:07:00.961856 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-30c55cfd-3cc6-4260-aef9-ba4722b40960 req-544b5bbb-6df8-4196-99d7-2aa975e7ecea service neutron] 10.222.0.66 "GET /v2.0/networks/99e16732-504f-4bd0-9b6d-ec24f46575f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172527 Nov 24 18:07:00.972324 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 713115da-a9d7-4b79-ae35-012e393e69d0 details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=87425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 18:07:00.975347 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3987eb9-2630-4b57-acc9-57476868cb77 req-e6d978c4-c0b6-44bd-8976-22383f1843ae tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:00.987323 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a3987eb9-2630-4b57-acc9-57476868cb77 req-e6d978c4-c0b6-44bd-8976-22383f1843ae tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3f46a6-d4b8-4bcb-ade2-033f583d40c5 HTTP/1.1" status: 200 len: 943 time: 0.2066474 Nov 24 18:07:01.040942 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a3987eb9-2630-4b57-acc9-57476868cb77 req-472b934e-ae9f-4fbf-ac1d-8a874dad39d7 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507309 Nov 24 18:07:01.041041 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-de2f58bb-91c2-4cf1-83d8-b6b968a9c446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94027239-13c2-444a-b027-257f6913ee14', 'name': 'tempest-AttachVolumeTestJSON-1262005700-router', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:17Z', 'revision_number': 4, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'gw_port': {'id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:48:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027239-13c2-444a-b027-257f6913ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:02Z', 'updated_at': '2021-11-24T18:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_floatingips': [{'id': 'da2e1537-243b-48ed-9fdf-79dcbf285e0c', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'floating_ip_address': '172.28.3.167', 'floating_network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'router_id': '94027239-13c2-444a-b027-257f6913ee14', 'port_id': 'b4d6071c-d415-46c4-952f-f3d12093d011', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9', 'mac_address': 'fa:16:3e:4e:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:06:30Z', 'updated_at': '2021-11-24T18:06:58Z', 'revision_number': 1, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4786ac5-7489-4fe8-9c8e-a5bb631d7119', 'name': '', 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'mac_address': 'fa:16:3e:a0:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027239-13c2-444a-b027-257f6913ee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cb34300e-db3e-473b-9bf9-eea83552c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:14Z', 'updated_at': '2021-11-24T18:06:32Z', 'revision_number': 5, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'subnets': [{'id': 'cb34300e-db3e-473b-9bf9-eea83552c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:07:01.045766 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2f58bb-91c2-4cf1-83d8-b6b968a9c446 None None] The sync data for ids ['94027239-13c2-444a-b027-257f6913ee14'] in dv-cinder-818579-1-smb is: [{'id': '94027239-13c2-444a-b027-257f6913ee14', 'name': 'tempest-AttachVolumeTestJSON-1262005700-router', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:17Z', 'revision_number': 4, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'gw_port': {'id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:48:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027239-13c2-444a-b027-257f6913ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:02Z', 'updated_at': '2021-11-24T18:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_floatingips': [{'id': 'da2e1537-243b-48ed-9fdf-79dcbf285e0c', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'floating_ip_address': '172.28.3.167', 'floating_network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'router_id': '94027239-13c2-444a-b027-257f6913ee14', 'port_id': 'b4d6071c-d415-46c4-952f-f3d12093d011', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9', 'mac_address': 'fa:16:3e:4e:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:06:30Z', 'updated_at': '2021-11-24T18:06:58Z', 'revision_number': 1, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4786ac5-7489-4fe8-9c8e-a5bb631d7119', 'name': '', 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'mac_address': 'fa:16:3e:a0:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027239-13c2-444a-b027-257f6913ee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cb34300e-db3e-473b-9bf9-eea83552c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:14Z', 'updated_at': '2021-11-24T18:06:32Z', 'revision_number': 5, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'subnets': [{'id': 'cb34300e-db3e-473b-9bf9-eea83552c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 18:07:01.153276 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 713115da-a9d7-4b79-ae35-012e393e69d0, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=713115da-a9d7-4b79-ae35-012e393e69d0,segment=NetworkSegment(e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5),segment_id=e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:07:01.168945 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Returning: {'device': '713115da-a9d7-4b79-ae35-012e393e69d0', 'network_id': '12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7', 'port_id': '713115da-a9d7-4b79-ae35-012e393e69d0', 'mac_address': 'fa:16:3e:55:05:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b4613a-3305-4e89-ae17-1b3cdd6abe2b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 18:07:01.227798 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:01.249102 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 713115da-a9d7-4b79-ae35-012e393e69d0 {{(pid=87425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:07:01.269970 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 713115da-a9d7-4b79-ae35-012e393e69d0, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=713115da-a9d7-4b79-ae35-012e393e69d0,segment=NetworkSegment(e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5),segment_id=e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:07:01.327374 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe29928-6852-41dd-a43e-387da409950d None None] New status for floating IP da2e1537-243b-48ed-9fdf-79dcbf285e0c: ACTIVE {{(pid=87425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 18:07:01.384180 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:01.394134 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-3ed73f77-7bec-4533-b0d7-c323ac1f2a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:01.402227 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd07ef-db8c-42bf-94c6-4e53269a1973 req-ed541e4e-ebff-4f16-bf3c-a3deffb61ab4 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:01.406412 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-efcd07ef-db8c-42bf-94c6-4e53269a1973 req-ed541e4e-ebff-4f16-bf3c-a3deffb61ab4 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.0830338 Nov 24 18:07:01.472223 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-efcd07ef-db8c-42bf-94c6-4e53269a1973 req-8e41c629-a8b1-4740-acec-d05e8704a019 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594299 Nov 24 18:07:01.607452 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=713115da-a9d7-4b79-ae35-012e393e69d0,revision_number=4']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:01.619069 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:07:01.619210 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:07:01.619496 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:07:01.619821 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:07:01.620145 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:07:01.620493 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:07:01.620816 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:07:01.621694 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:07:01.622021 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:07:01.622335 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:07:01.622650 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:07:01.622963 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:07:01.628107 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:01.754472 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['713115da-a9d7-4b79-ae35-012e393e69d0'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:07:01.892653 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 6 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:07:02.253069 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1706ea-654c-4a4c-a802-5547e8e148e8 req-3e25ab65-2c58-4c37-a46e-3a348e28af65 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:02.254661 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ac1706ea-654c-4a4c-a802-5547e8e148e8 req-3e25ab65-2c58-4c37-a46e-3a348e28af65 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3f46a6-d4b8-4bcb-ade2-033f583d40c5 HTTP/1.1" status: 200 len: 944 time: 0.0802245 Nov 24 18:07:02.299162 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ac1706ea-654c-4a4c-a802-5547e8e148e8 req-df501eb3-7fb3-40a1-981c-2287e1d00d21 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388198 Nov 24 18:07:02.822631 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd0ad2-3bb6-4405-9740-a6c90b2fa47b req-57d88d1d-ff8b-45a2-b268-2f2385a53003 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:02.824125 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-f5dd0ad2-3bb6-4405-9740-a6c90b2fa47b req-57d88d1d-ff8b-45a2-b268-2f2385a53003 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.0811689 Nov 24 18:07:02.869094 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-f5dd0ad2-3bb6-4405-9740-a6c90b2fa47b req-71a5b112-9cc0-41da-9f6a-1b315fe403f7 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388091 Nov 24 18:07:02.971965 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 713115da-a9d7-4b79-ae35-012e393e69d0 up at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:07:03.175331 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning for port 713115da-a9d7-4b79-ae35-012e393e69d0 completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:07:03.180487 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning complete for port 713115da-a9d7-4b79-ae35-012e393e69d0 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:07:03.180870 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:03.302188 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:03.334959 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3f46a6-d4b8-4bcb-ade2-033f583d40c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713115da-a9d7-4b79-ae35-012e393e69d0'}] {{(pid=87425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:07:03.346206 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 713115da-a9d7-4b79-ae35-012e393e69d0, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=713115da-a9d7-4b79-ae35-012e393e69d0,segment=NetworkSegment(e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5),segment_id=e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:07:03.417424 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:03.424766 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-08bff17a-faba-4c63-8d5c-b2f2c0b5f68f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:03.466673 dv-cinder-818579-1-smb neutron-server[87425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3f46a6-d4b8-4bcb-ade2-033f583d40c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713115da-a9d7-4b79-ae35-012e393e69d0', 'code': 200} Nov 24 18:07:03.549789 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=713115da-a9d7-4b79-ae35-012e393e69d0,revision_number=5']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:03.560706 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:03.599767 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b63e78-c0b0-48a8-9593-96f4e5217a6a req-b6376975-e7df-4644-a27e-2d712f2509e1 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:03.601693 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-87b63e78-c0b0-48a8-9593-96f4e5217a6a req-b6376975-e7df-4644-a27e-2d712f2509e1 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3f46a6-d4b8-4bcb-ade2-033f583d40c5 HTTP/1.1" status: 200 len: 945 time: 0.1133096 Nov 24 18:07:03.664308 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-87b63e78-c0b0-48a8-9593-96f4e5217a6a req-2f9e34c3-f347-4103-9e27-52263be06857 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534260 Nov 24 18:07:03.993849 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2eab6-6b46-4f76-b2a4-4a9e44973da1 req-f28045a4-2e74-4b8c-b337-f0bfbe0ad0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:03.995651 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-94d2eab6-6b46-4f76-b2a4-4a9e44973da1 req-f28045a4-2e74-4b8c-b337-f0bfbe0ad0ca service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0f3f46a6-d4b8-4bcb-ade2-033f583d40c5 HTTP/1.1" status: 200 len: 1098 time: 0.1027849 Nov 24 18:07:04.026506 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 50040) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:07:04.057113 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-94d2eab6-6b46-4f76-b2a4-4a9e44973da1 req-c6653267-7950-4e56-afb2-79beaf8303bb service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519443 Nov 24 18:07:04.082358 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928957e-7242-44a7-92b1-40408e016245 req-e7f19bfe-9c6e-4631-88c3-a218a14c6463 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:04.091036 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-8928957e-7242-44a7-92b1-40408e016245 req-e7f19bfe-9c6e-4631-88c3-a218a14c6463 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.1011970 Nov 24 18:07:04.138523 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-8928957e-7242-44a7-92b1-40408e016245 req-66d9dedd-65e8-4cf7-924f-9edce911190b tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466239 Nov 24 18:07:04.176126 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-81165520-2e17-4cfc-8da8-eab0b9c31a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:04.197629 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-81165520-2e17-4cfc-8da8-eab0b9c31a8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:07:04.209867 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-81165520-2e17-4cfc-8da8-eab0b9c31a8e admin admin] Usage tracker for resource:security_group_rule and tenant:650abf492b4c4616909a6d462d668214 is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:07:04.209867 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-81165520-2e17-4cfc-8da8-eab0b9c31a8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:07:04.211301 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-81165520-2e17-4cfc-8da8-eab0b9c31a8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:07:04.301636 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-81165520-2e17-4cfc-8da8-eab0b9c31a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:04.432272 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-81165520-2e17-4cfc-8da8-eab0b9c31a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:04.441927 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:04.494338 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-81165520-2e17-4cfc-8da8-eab0b9c31a8e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=650abf492b4c4616909a6d462d668214&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4667869 Nov 24 18:07:04.495972 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81165520-2e17-4cfc-8da8-eab0b9c31a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b72bfff-3d30-4973-a19f-70fa15e8d9b6,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:04.497638 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 50056) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:07:04.505059 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81165520-2e17-4cfc-8da8-eab0b9c31a8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:07:04.505445 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81165520-2e17-4cfc-8da8-eab0b9c31a8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:07:04.505807 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81165520-2e17-4cfc-8da8-eab0b9c31a8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:07:04.506148 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81165520-2e17-4cfc-8da8-eab0b9c31a8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:07:04.506482 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81165520-2e17-4cfc-8da8-eab0b9c31a8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:07:04.506819 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81165520-2e17-4cfc-8da8-eab0b9c31a8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:07:04.507148 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81165520-2e17-4cfc-8da8-eab0b9c31a8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:07:04.507480 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81165520-2e17-4cfc-8da8-eab0b9c31a8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:07:04.507812 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81165520-2e17-4cfc-8da8-eab0b9c31a8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:07:04.508140 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81165520-2e17-4cfc-8da8-eab0b9c31a8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:07:04.508495 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81165520-2e17-4cfc-8da8-eab0b9c31a8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:07:04.508839 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81165520-2e17-4cfc-8da8-eab0b9c31a8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:07:04.512667 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-81165520-2e17-4cfc-8da8-eab0b9c31a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:04.555385 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-5281d138-d72e-4c19-8ba0-8e25d2b28685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:04.580584 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-5281d138-d72e-4c19-8ba0-8e25d2b28685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:04.700855 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-5281d138-d72e-4c19-8ba0-8e25d2b28685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:04.705825 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-2525720e-594f-4449-98af-62002774213a tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:04.717679 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281d138-d72e-4c19-8ba0-8e25d2b28685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b72bfff-3d30-4973-a19f-70fa15e8d9b6,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:04.720663 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-5281d138-d72e-4c19-8ba0-8e25d2b28685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:04.723156 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-5281d138-d72e-4c19-8ba0-8e25d2b28685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:04.723829 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-5281d138-d72e-4c19-8ba0-8e25d2b28685 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4b72bfff-3d30-4973-a19f-70fa15e8d9b6 HTTP/1.1" status: 204 len: 168 time: 0.2251379 Nov 24 18:07:04.852859 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5af8d8-c1b7-4fdc-8c70-672ea17005c0 req-257c8133-3a6a-4046-bdf6-e5c5d65da16d tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:04.854324 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-8d5af8d8-c1b7-4fdc-8c70-672ea17005c0 req-257c8133-3a6a-4046-bdf6-e5c5d65da16d tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3f46a6-d4b8-4bcb-ade2-033f583d40c5 HTTP/1.1" status: 200 len: 945 time: 0.0800772 Nov 24 18:07:04.905678 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-8d5af8d8-c1b7-4fdc-8c70-672ea17005c0 req-e90d3af7-17a4-4266-b19c-9472d042956c tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442469 Nov 24 18:07:05.339511 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be482079-e3c3-456e-86ce-938a298ce70c req-65ef62b7-cfd4-4b52-87ea-87c79252838d tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:05.341058 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-be482079-e3c3-456e-86ce-938a298ce70c req-65ef62b7-cfd4-4b52-87ea-87c79252838d tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.0908952 Nov 24 18:07:05.403760 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-be482079-e3c3-456e-86ce-938a298ce70c req-e83f0638-fe3d-4984-bc67-d81551f5712b tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567605 Nov 24 18:07:06.085700 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4951a08-5cc4-430e-9d24-3fd2b918166e req-7e111b48-0a8a-4636-b7a0-3f5fdec013e5 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:06.087563 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-e4951a08-5cc4-430e-9d24-3fd2b918166e req-7e111b48-0a8a-4636-b7a0-3f5fdec013e5 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] 10.222.0.65 "GET /v2.0/ports?device_id=f207879f-044d-4033-99c2-830ad4a39fd6 HTTP/1.1" status: 200 len: 945 time: 0.0926969 Nov 24 18:07:06.113493 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c361e-9644-4609-a158-0c9b397f4ce6 req-eae872c8-f39c-4354-8698-90a5d61af093 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:06.115026 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-267c361e-9644-4609-a158-0c9b397f4ce6 req-eae872c8-f39c-4354-8698-90a5d61af093 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3f46a6-d4b8-4bcb-ade2-033f583d40c5 HTTP/1.1" status: 200 len: 945 time: 0.0961936 Nov 24 18:07:06.149255 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-e4951a08-5cc4-430e-9d24-3fd2b918166e req-c41845db-a5bf-4d97-979e-0eb465142c3e tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bb9368d-e59e-4429-ad36-a5acde98f990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534563 Nov 24 18:07:06.187528 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-267c361e-9644-4609-a158-0c9b397f4ce6 req-a42379c3-5b21-4265-92a4-8d60e6f8caf4 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647030 Nov 24 18:07:06.608945 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad2570-627a-483d-9c89-1561933e6f50 req-08bdbd37-bcc3-4ddc-9e7b-2fcb5b792684 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:06.610436 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-28ad2570-627a-483d-9c89-1561933e6f50 req-08bdbd37-bcc3-4ddc-9e7b-2fcb5b792684 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.0854025 Nov 24 18:07:06.664110 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-28ad2570-627a-483d-9c89-1561933e6f50 req-a26f36f9-9983-4b1f-969d-62687a41c95d tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463634 Nov 24 18:07:07.340367 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29335ca-ce84-49d2-b23d-4e8d291742ff req-777bb085-1b41-4bea-9531-ce58119f9b39 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:07.341848 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-f29335ca-ce84-49d2-b23d-4e8d291742ff req-777bb085-1b41-4bea-9531-ce58119f9b39 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] 10.222.0.65 "GET /v2.0/ports?device_id=f207879f-044d-4033-99c2-830ad4a39fd6 HTTP/1.1" status: 200 len: 945 time: 0.0841682 Nov 24 18:07:07.388989 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-f29335ca-ce84-49d2-b23d-4e8d291742ff req-9fba3578-993b-4e4d-a3bf-5e09b8b42ddf tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bb9368d-e59e-4429-ad36-a5acde98f990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411873 Nov 24 18:07:07.466778 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19a69a-c77d-44f1-8b66-86f9f0b1810c req-c1b94b36-6b48-483e-8ae1-1e3103f5d3ca tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:07.468271 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-2d19a69a-c77d-44f1-8b66-86f9f0b1810c req-c1b94b36-6b48-483e-8ae1-1e3103f5d3ca tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3f46a6-d4b8-4bcb-ade2-033f583d40c5 HTTP/1.1" status: 200 len: 945 time: 0.1681767 Nov 24 18:07:07.513375 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-2d19a69a-c77d-44f1-8b66-86f9f0b1810c req-dbae653d-923a-445e-95d8-2b6e1aafb12b tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391481 Nov 24 18:07:07.678677 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-5d34b4dd-ebb3-4d9a-9863-d03b9a59b458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:07.955321 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577077d-cb96-4499-b762-ed8eecc3f960 req-bd32f08d-06c2-447f-b422-265378ff9a2a tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:07.956828 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-5577077d-cb96-4499-b762-ed8eecc3f960 req-bd32f08d-06c2-447f-b422-265378ff9a2a tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.1210942 Nov 24 18:07:08.010583 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-5577077d-cb96-4499-b762-ed8eecc3f960 req-3fcedfde-dcff-4241-9d1d-f46e9b1d3641 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439291 Nov 24 18:07:08.210040 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b3e35-5ddd-4457-a9e1-74ea5b60f723 req-4297f44d-f1b7-4dd7-8d21-b75574b15ec7 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:08.211731 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-bf6b3e35-5ddd-4457-a9e1-74ea5b60f723 req-4297f44d-f1b7-4dd7-8d21-b75574b15ec7 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] 10.222.0.66 "GET /v2.0/ports?device_id=f207879f-044d-4033-99c2-830ad4a39fd6 HTTP/1.1" status: 200 len: 945 time: 0.0986514 Nov 24 18:07:08.297803 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-bf6b3e35-5ddd-4457-a9e1-74ea5b60f723 req-40905e43-7065-45c2-86d7-df3f6047140c tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Deleting port 817bb1c7-703a-47c5-a1b2-522c95ed7e6f {{(pid=87423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:07:08.318441 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-bf6b3e35-5ddd-4457-a9e1-74ea5b60f723 req-40905e43-7065-45c2-86d7-df3f6047140c tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:08.432665 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:08.552998 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-bf6b3e35-5ddd-4457-a9e1-74ea5b60f723 req-40905e43-7065-45c2-86d7-df3f6047140c tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] For port 817bb1c7-703a-47c5-a1b2-522c95ed7e6f, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=817bb1c7-703a-47c5-a1b2-522c95ed7e6f,segment=NetworkSegment(3b983b53-4d89-4eca-8555-57a1c969e216),segment_id=3b983b53-4d89-4eca-8555-57a1c969e216)] {{(pid=87423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:07:08.553694 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-bf6b3e35-5ddd-4457-a9e1-74ea5b60f723 req-40905e43-7065-45c2-86d7-df3f6047140c tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:08.695653 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac124822-cd95-4ee5-a5be-55b6018b1d0b req-2017104c-8e59-4fd7-8000-93d7ae436d3b tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:08.703178 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-ac124822-cd95-4ee5-a5be-55b6018b1d0b req-2017104c-8e59-4fd7-8000-93d7ae436d3b tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] 10.222.0.65 "GET /v2.0/ports?device_id=f207879f-044d-4033-99c2-830ad4a39fd6 HTTP/1.1" status: 200 len: 945 time: 0.0925915 Nov 24 18:07:08.746665 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-ac124822-cd95-4ee5-a5be-55b6018b1d0b req-6e374750-6817-4507-9085-632433c0b4b2 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bb9368d-e59e-4429-ad36-a5acde98f990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420196 Nov 24 18:07:08.769781 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-bf6b3e35-5ddd-4457-a9e1-74ea5b60f723 req-40905e43-7065-45c2-86d7-df3f6047140c tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Calling delete_port for 817bb1c7-703a-47c5-a1b2-522c95ed7e6f owned by compute:nova {{(pid=87423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:07:09.032630 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-bf6b3e35-5ddd-4457-a9e1-74ea5b60f723 req-40905e43-7065-45c2-86d7-df3f6047140c tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430'] for port, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:09.040429 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:09.049134 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['817bb1c7-703a-47c5-a1b2-522c95ed7e6f'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:07:09.104376 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40905e43-7065-45c2-86d7-df3f6047140c tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Pushing event deleted for resources: {'Port': ['ID=817bb1c7-703a-47c5-a1b2-522c95ed7e6f,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:09.107809 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-40905e43-7065-45c2-86d7-df3f6047140c tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:09.220116 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6b3e35-5ddd-4457-a9e1-74ea5b60f723 req-40905e43-7065-45c2-86d7-df3f6047140c tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] No DVR routers for this DVR port 817bb1c7-703a-47c5-a1b2-522c95ed7e6f on host hv-cinder-81857 {{(pid=87423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 18:07:09.222689 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-bf6b3e35-5ddd-4457-a9e1-74ea5b60f723 req-40905e43-7065-45c2-86d7-df3f6047140c tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:09.230901 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f207879f-044d-4033-99c2-830ad4a39fd6', 'name': 'network-vif-deleted', 'tag': '817bb1c7-703a-47c5-a1b2-522c95ed7e6f'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:07:09.292113 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88c7b6-895b-44d8-b27c-f580766dd180 req-a969086f-5101-40fb-86ef-331de1a675d2 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:09.300200 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ec88c7b6-895b-44d8-b27c-f580766dd180 req-a969086f-5101-40fb-86ef-331de1a675d2 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.1528432 Nov 24 18:07:09.317484 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f207879f-044d-4033-99c2-830ad4a39fd6', 'name': 'network-vif-deleted', 'tag': '817bb1c7-703a-47c5-a1b2-522c95ed7e6f', 'status': 'completed', 'code': 200} Nov 24 18:07:09.344839 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ec88c7b6-895b-44d8-b27c-f580766dd180 req-d77f2b6b-78de-45f4-b6bd-6871edfabfbd tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436261 Nov 24 18:07:09.346492 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-bf6b3e35-5ddd-4457-a9e1-74ea5b60f723 req-40905e43-7065-45c2-86d7-df3f6047140c tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] 10.222.0.66 "DELETE /v2.0/ports/817bb1c7-703a-47c5-a1b2-522c95ed7e6f HTTP/1.1" status: 204 len: 173 time: 1.1284957 Nov 24 18:07:09.913379 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-b2e7e260-4cf8-4519-a93d-2edf11c281a2 req-9c1c2e0b-339d-4297-b912-815c0852d8d0 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] 10.222.0.65 "GET /v2.0/ports?device_id=f207879f-044d-4033-99c2-830ad4a39fd6 HTTP/1.1" status: 200 len: 210 time: 0.0411296 Nov 24 18:07:10.447237 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-be577b44-45e3-4b7e-8812-f3071ce8cc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:10.532829 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5a516-cd88-4d57-88f8-09dc7af20c38 req-78191b44-1286-478d-bd7b-22a56aeeef4b tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:10.534342 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c5f5a516-cd88-4d57-88f8-09dc7af20c38 req-78191b44-1286-478d-bd7b-22a56aeeef4b tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.0834560 Nov 24 18:07:10.598244 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c5f5a516-cd88-4d57-88f8-09dc7af20c38 req-d7eee1db-8eb2-4683-9012-5b943f620156 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451221 Nov 24 18:07:11.356542 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:11.440208 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c282e-30c1-4e6d-a412-8063945e087d req-e701259d-7b46-481c-8388-3778e692ff1e tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:11.441692 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-a64c282e-30c1-4e6d-a412-8063945e087d req-e701259d-7b46-481c-8388-3778e692ff1e tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/networks?id=12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7 HTTP/1.1" status: 200 len: 814 time: 0.1577933 Nov 24 18:07:11.456659 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-a64c282e-30c1-4e6d-a412-8063945e087d req-1353f513-85b8-4347-a4b1-dcfaf69e345d tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/quotas/26c1cad41c3f4fa9b70154ca78209f86 HTTP/1.1" status: 200 len: 375 time: 0.0093632 Nov 24 18:07:11.539029 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-a64c282e-30c1-4e6d-a412-8063945e087d req-140696e4-4cf9-4894-8df6-7b8715054340 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=26c1cad41c3f4fa9b70154ca78209f86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768125 Nov 24 18:07:11.696263 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-a64c282e-30c1-4e6d-a412-8063945e087d req-982a6d69-beaa-46d3-ab18-1d39ac0cdde1 service neutron] 10.222.0.65 "GET /v2.0/networks/12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494524 Nov 24 18:07:11.866134 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63775d3-506c-4101-ab97-a53223e637df req-0b9433e8-4c94-4f9e-a6b3-0659655acf2b tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:11.867149 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e63775d3-506c-4101-ab97-a53223e637df req-0b9433e8-4c94-4f9e-a6b3-0659655acf2b tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.1458752 Nov 24 18:07:11.868936 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-a64c282e-30c1-4e6d-a412-8063945e087d req-b73f1ae8-62fd-4264-82f2-f8f7324e8274 service neutron] 10.222.0.65 "GET /v2.0/networks/12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659808 Nov 24 18:07:11.926947 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e63775d3-506c-4101-ab97-a53223e637df req-92df6989-dc68-4b45-8fe3-dd1b38c44ab4 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526540 Nov 24 18:07:12.186094 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-446d66e3-a8d1-466b-9997-b2dd2be1e9d0 req-be5195f0-7d29-4809-b335-f4737ca160be tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=183fd6de-ff92-47eb-9f94-29e5f3999333 HTTP/1.1" status: 200 len: 210 time: 0.0480309 Nov 24 18:07:12.646958 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:13.050210 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 817bb1c7-703a-47c5-a1b2-522c95ed7e6f no longer exists at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:07:13.090782 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] No Port match for: 817bb1c7-703a-47c5-a1b2-522c95ed7e6f {{(pid=87425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 18:07:13.091132 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 817bb1c7-703a-47c5-a1b2-522c95ed7e6f not bound to the agent host hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 18:07:13.123458 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8064f68-b23c-4dec-8491-db3ac846b0d0 req-f843cc2d-d04b-4f0e-9bc6-c6460db568b8 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:13.124949 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-f8064f68-b23c-4dec-8491-db3ac846b0d0 req-f843cc2d-d04b-4f0e-9bc6-c6460db568b8 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.0859439 Nov 24 18:07:13.175291 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-f8064f68-b23c-4dec-8491-db3ac846b0d0 req-7b03b808-fea3-4b88-b5fd-6708b3c5e7dc tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446451 Nov 24 18:07:13.412898 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b442c821-09d1-4f8e-94cb-85451d2efa60 req-365861ff-e7e7-41eb-9e04-9d323fea38f8 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=183fd6de-ff92-47eb-9f94-29e5f3999333 HTTP/1.1" status: 200 len: 210 time: 0.0455506 Nov 24 18:07:13.869588 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 50396) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:07:14.006149 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-038ffc99-5a41-4e5d-a7b6-a57bb04c7b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:14.020518 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-038ffc99-5a41-4e5d-a7b6-a57bb04c7b2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:07:14.024423 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-038ffc99-5a41-4e5d-a7b6-a57bb04c7b2f admin admin] Usage tracker for resource:security_group_rule and tenant:d2fd1bd7a6334cc09c52c45467186204 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:07:14.027792 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-038ffc99-5a41-4e5d-a7b6-a57bb04c7b2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:07:14.033641 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-038ffc99-5a41-4e5d-a7b6-a57bb04c7b2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:07:14.150505 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-038ffc99-5a41-4e5d-a7b6-a57bb04c7b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:14.201647 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-038ffc99-5a41-4e5d-a7b6-a57bb04c7b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:14.210871 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:14.254386 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-038ffc99-5a41-4e5d-a7b6-a57bb04c7b2f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d2fd1bd7a6334cc09c52c45467186204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3836229 Nov 24 18:07:14.257198 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 50414) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:07:14.260106 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ffc99-5a41-4e5d-a7b6-a57bb04c7b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87324645-c37f-42cc-bb63-4f6047dbd274,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:14.264125 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-038ffc99-5a41-4e5d-a7b6-a57bb04c7b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:14.332420 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-5c8cb663-0d6d-4dcd-b808-991b3bab0dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:14.388980 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd580f2f-b3b0-404d-a89b-6b74b214bb1c req-d6abde6e-0d79-4fd0-be53-76e875fa6a9c tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:14.395919 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-dd580f2f-b3b0-404d-a89b-6b74b214bb1c req-d6abde6e-0d79-4fd0-be53-76e875fa6a9c tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.0996919 Nov 24 18:07:14.446496 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-dd580f2f-b3b0-404d-a89b-6b74b214bb1c req-830e7a55-fa01-40c7-95df-e6b9344469d6 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496600 Nov 24 18:07:14.450054 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-5c8cb663-0d6d-4dcd-b808-991b3bab0dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:14.614686 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c282e-30c1-4e6d-a412-8063945e087d req-664e4aff-d833-4bc4-895e-916bb0f1a897 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:14.616105 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a64c282e-30c1-4e6d-a412-8063945e087d req-664e4aff-d833-4bc4-895e-916bb0f1a897 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.66 "GET /v2.0/networks?id=12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7 HTTP/1.1" status: 200 len: 814 time: 0.2685726 Nov 24 18:07:14.633259 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-f1bfbc6f-cdd1-4976-babf-36cc3b2f0f49 req-d5181afd-0848-4330-b9c5-7d232a12e460 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=183fd6de-ff92-47eb-9f94-29e5f3999333 HTTP/1.1" status: 200 len: 210 time: 0.0481021 Nov 24 18:07:14.644875 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [req-a64c282e-30c1-4e6d-a412-8063945e087d req-1ab1cc82-0299-4fbc-90a2-eb194637244e tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Request body: {'port': {'device_id': '183fd6de-ff92-47eb-9f94-29e5f3999333', 'network_id': '12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7', 'admin_state_up': True, 'tenant_id': '26c1cad41c3f4fa9b70154ca78209f86'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:07:14.714995 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-5c8cb663-0d6d-4dcd-b808-991b3bab0dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:14.731128 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:14.750091 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8cb663-0d6d-4dcd-b808-991b3bab0dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87324645-c37f-42cc-bb63-4f6047dbd274,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:14.754169 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-5c8cb663-0d6d-4dcd-b808-991b3bab0dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:14.758274 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-5c8cb663-0d6d-4dcd-b808-991b3bab0dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:14.759379 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-5c8cb663-0d6d-4dcd-b808-991b3bab0dca admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/87324645-c37f-42cc-bb63-4f6047dbd274 HTTP/1.1" status: 204 len: 168 time: 0.5012102 Nov 24 18:07:14.827668 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [req-a64c282e-30c1-4e6d-a412-8063945e087d req-1ab1cc82-0299-4fbc-90a2-eb194637244e tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:07:14.842058 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [req-a64c282e-30c1-4e6d-a412-8063945e087d req-1ab1cc82-0299-4fbc-90a2-eb194637244e tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:07:15.015591 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a64c282e-30c1-4e6d-a412-8063945e087d req-1ab1cc82-0299-4fbc-90a2-eb194637244e tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Made reservation on behalf of 26c1cad41c3f4fa9b70154ca78209f86 for: {'port': 1} {{(pid=87423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:07:15.019578 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-a64c282e-30c1-4e6d-a412-8063945e087d req-1ab1cc82-0299-4fbc-90a2-eb194637244e tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:15.188317 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.db_base_plugin_common [req-a64c282e-30c1-4e6d-a412-8063945e087d req-1ab1cc82-0299-4fbc-90a2-eb194637244e tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Allocated IP 172.20.0.11 (12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7/54b4613a-3305-4e89-ae17-1b3cdd6abe2b/e4d410eb-47b7-44f4-9780-f2055413d3b8) {{(pid=87423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:07:15.405523 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-a64c282e-30c1-4e6d-a412-8063945e087d req-1ab1cc82-0299-4fbc-90a2-eb194637244e tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Notify callbacks [] for port, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:15.522257 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-a64c282e-30c1-4e6d-a412-8063945e087d req-1ab1cc82-0299-4fbc-90a2-eb194637244e tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421'] for port, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:15.530091 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-b23eb48a-7596-4572-ae99-f6a6d00989f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:15.537577 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['3421c297-d8be-4bc8-891a-a6bf0d05945d', '713115da-a9d7-4b79-ae35-012e393e69d0'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:07:15.712341 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a64c282e-30c1-4e6d-a412-8063945e087d req-1ab1cc82-0299-4fbc-90a2-eb194637244e tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Network 12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7 is already hosted by enough agents. {{(pid=87423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:07:15.716194 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.base_scheduler [req-a64c282e-30c1-4e6d-a412-8063945e087d req-1ab1cc82-0299-4fbc-90a2-eb194637244e tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Resources bound (agent type, host, resource id): {{(pid=87423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:07:15.720920 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64c282e-30c1-4e6d-a412-8063945e087d req-1ab1cc82-0299-4fbc-90a2-eb194637244e tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Received port after_create {{(pid=87423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:07:15.727117 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c282e-30c1-4e6d-a412-8063945e087d req-1ab1cc82-0299-4fbc-90a2-eb194637244e tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:15.727759 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-a64c282e-30c1-4e6d-a412-8063945e087d req-1ab1cc82-0299-4fbc-90a2-eb194637244e tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:15.742148 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1cc82-0299-4fbc-90a2-eb194637244e tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Pushing event updated for resources: {'Port': ['ID=e4d410eb-47b7-44f4-9780-f2055413d3b8,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:15.747137 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-1ab1cc82-0299-4fbc-90a2-eb194637244e tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:15.777810 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e6217-6624-4a96-9db1-1945d64f5a6f req-878569e7-4a4c-490c-88b1-4536f1ef74e3 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:15.779380 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-c60e6217-6624-4a96-9db1-1945d64f5a6f req-878569e7-4a4c-490c-88b1-4536f1ef74e3 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.1488407 Nov 24 18:07:15.825647 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a64c282e-30c1-4e6d-a412-8063945e087d req-1ab1cc82-0299-4fbc-90a2-eb194637244e tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1875591 Nov 24 18:07:15.844823 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [req-a64c282e-30c1-4e6d-a412-8063945e087d req-a41a68ff-94be-49e7-924c-c4d64550a711 service neutron] Request body: {'port': {'device_id': '183fd6de-ff92-47eb-9f94-29e5f3999333', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:07:15.856766 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-c60e6217-6624-4a96-9db1-1945d64f5a6f req-73d3d1c0-c83b-4bd3-bb80-9e27f40bf971 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675199 Nov 24 18:07:16.031714 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-a64c282e-30c1-4e6d-a412-8063945e087d req-a41a68ff-94be-49e7-924c-c4d64550a711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:16.268597 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d231de3-ff3c-440e-9fc5-5b47e034038a req-95281ad9-8b48-452b-8847-9d9d5a8c585d tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:16.269290 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-6d231de3-ff3c-440e-9fc5-5b47e034038a req-95281ad9-8b48-452b-8847-9d9d5a8c585d tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Synchronizing usage tracker for tenant:26c1cad41c3f4fa9b70154ca78209f86 on resource:port {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:07:16.383496 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-6d231de3-ff3c-440e-9fc5-5b47e034038a req-95281ad9-8b48-452b-8847-9d9d5a8c585d tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Unset dirty status for tenant:26c1cad41c3f4fa9b70154ca78209f86 on resource:port {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:07:16.384665 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6d231de3-ff3c-440e-9fc5-5b47e034038a req-95281ad9-8b48-452b-8847-9d9d5a8c585d tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=183fd6de-ff92-47eb-9f94-29e5f3999333 HTTP/1.1" status: 200 len: 932 time: 0.3935449 Nov 24 18:07:16.472106 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6d231de3-ff3c-440e-9fc5-5b47e034038a req-b314490f-8a89-4d60-bc3d-295493afae96 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792572 Nov 24 18:07:16.564022 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [req-a64c282e-30c1-4e6d-a412-8063945e087d req-a41a68ff-94be-49e7-924c-c4d64550a711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d410eb-47b7-44f4-9780-f2055413d3b8 {{(pid=87423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:07:16.571167 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-a64c282e-30c1-4e6d-a412-8063945e087d req-a41a68ff-94be-49e7-924c-c4d64550a711 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:16.585602 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.provisioning_blocks [req-a64c282e-30c1-4e6d-a412-8063945e087d req-a41a68ff-94be-49e7-924c-c4d64550a711 service neutron] Transition to ACTIVE for port object e4d410eb-47b7-44f4-9780-f2055413d3b8 will not be triggered until provisioned by entity L2. {{(pid=87423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:07:16.663302 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-a64c282e-30c1-4e6d-a412-8063945e087d req-a41a68ff-94be-49e7-924c-c4d64550a711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:16.670283 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:16.854209 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a68ff-94be-49e7-924c-c4d64550a711 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d410eb-47b7-44f4-9780-f2055413d3b8,revision_number=2']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:16.860247 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-a41a68ff-94be-49e7-924c-c4d64550a711 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:16.870644 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-a64c282e-30c1-4e6d-a412-8063945e087d req-a41a68ff-94be-49e7-924c-c4d64550a711 service neutron] Attempting to bind port e4d410eb-47b7-44f4-9780-f2055413d3b8 on host hv-cinder-81857 for vnic_type normal with profile {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:07:16.870950 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-a64c282e-30c1-4e6d-a412-8063945e087d req-a41a68ff-94be-49e7-924c-c4d64550a711 service neutron] Attempting to bind port e4d410eb-47b7-44f4-9780-f2055413d3b8 by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': 'e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7'}] {{(pid=87423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:07:16.871278 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64c282e-30c1-4e6d-a412-8063945e087d req-a41a68ff-94be-49e7-924c-c4d64550a711 service neutron] Attempting to bind port e4d410eb-47b7-44f4-9780-f2055413d3b8 on network 12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:07:16.883807 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64c282e-30c1-4e6d-a412-8063945e087d req-a41a68ff-94be-49e7-924c-c4d64550a711 service neutron] Port e4d410eb-47b7-44f4-9780-f2055413d3b8 on network 12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 18:07:16.884146 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64c282e-30c1-4e6d-a412-8063945e087d req-a41a68ff-94be-49e7-924c-c4d64550a711 service neutron] Attempting to bind port e4d410eb-47b7-44f4-9780-f2055413d3b8 on network 12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:07:16.890968 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64c282e-30c1-4e6d-a412-8063945e087d req-a41a68ff-94be-49e7-924c-c4d64550a711 service neutron] Checking agent: {'id': 'd0ca9dee-1939-4c7e-ac1c-b1e38ddd9156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'started_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:07:16.891306 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64c282e-30c1-4e6d-a412-8063945e087d req-a41a68ff-94be-49e7-924c-c4d64550a711 service neutron] Checking segment: {'id': 'e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:07:16.892234 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64c282e-30c1-4e6d-a412-8063945e087d req-a41a68ff-94be-49e7-924c-c4d64550a711 service neutron] Bound using segment: {'id': 'e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7'} {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:07:16.892873 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-a64c282e-30c1-4e6d-a412-8063945e087d req-a41a68ff-94be-49e7-924c-c4d64550a711 service neutron] Bound port: e4d410eb-47b7-44f4-9780-f2055413d3b8, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7'}}] {{(pid=87423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:07:16.893226 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-a64c282e-30c1-4e6d-a412-8063945e087d req-a41a68ff-94be-49e7-924c-c4d64550a711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:17.060982 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-a64c282e-30c1-4e6d-a412-8063945e087d req-a41a68ff-94be-49e7-924c-c4d64550a711 service neutron] For port e4d410eb-47b7-44f4-9780-f2055413d3b8, host hv-cinder-81857, cleared binding levels {{(pid=87423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:07:17.066044 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-a64c282e-30c1-4e6d-a412-8063945e087d req-a41a68ff-94be-49e7-924c-c4d64550a711 service neutron] For port e4d410eb-47b7-44f4-9780-f2055413d3b8, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=e4d410eb-47b7-44f4-9780-f2055413d3b8,segment=NetworkSegment(e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5),segment_id=e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5)] {{(pid=87423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:07:17.124301 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addf7b3-a1db-4b64-b769-195ba20168df req-1dd79773-108f-47f5-b38a-1d0c66a32d25 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:17.127102 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-2addf7b3-a1db-4b64-b769-195ba20168df req-1dd79773-108f-47f5-b38a-1d0c66a32d25 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.1092262 Nov 24 18:07:17.141558 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-a64c282e-30c1-4e6d-a412-8063945e087d req-a41a68ff-94be-49e7-924c-c4d64550a711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:17.162349 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:17.183152 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-2addf7b3-a1db-4b64-b769-195ba20168df req-e62c0536-be02-41cd-abf3-6021115cdaa3 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549355 Nov 24 18:07:17.237361 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c282e-30c1-4e6d-a412-8063945e087d req-a41a68ff-94be-49e7-924c-c4d64550a711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:17.238113 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-a64c282e-30c1-4e6d-a412-8063945e087d req-a41a68ff-94be-49e7-924c-c4d64550a711 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:17.240307 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a64c282e-30c1-4e6d-a412-8063945e087d req-a41a68ff-94be-49e7-924c-c4d64550a711 service neutron] 10.222.0.66 "PUT /v2.0/ports/e4d410eb-47b7-44f4-9780-f2055413d3b8 HTTP/1.1" status: 200 len: 1094 time: 1.3991389 Nov 24 18:07:17.240307 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183fd6de-ff92-47eb-9f94-29e5f3999333', 'tag': 'e4d410eb-47b7-44f4-9780-f2055413d3b8'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:07:17.258110 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a68ff-94be-49e7-924c-c4d64550a711 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d410eb-47b7-44f4-9780-f2055413d3b8,revision_number=3']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:17.263659 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-a41a68ff-94be-49e7-924c-c4d64550a711 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:17.306175 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '183fd6de-ff92-47eb-9f94-29e5f3999333', 'tag': 'e4d410eb-47b7-44f4-9780-f2055413d3b8', 'status': 'completed', 'code': 200} Nov 24 18:07:17.416923 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a05d86-316b-4a30-91bb-2e5d61b99212 req-851c1e34-1e4b-410e-a3e0-2ff6eb44da5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:17.418996 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-63a05d86-316b-4a30-91bb-2e5d61b99212 req-851c1e34-1e4b-410e-a3e0-2ff6eb44da5f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=26c1cad41c3f4fa9b70154ca78209f86&device_id=183fd6de-ff92-47eb-9f94-29e5f3999333 HTTP/1.1" status: 200 len: 1097 time: 0.0772610 Nov 24 18:07:17.607959 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a05d86-316b-4a30-91bb-2e5d61b99212 req-f46ba97a-30fc-4ad2-8d97-2c95d39259e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:17.609590 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-63a05d86-316b-4a30-91bb-2e5d61b99212 req-f46ba97a-30fc-4ad2-8d97-2c95d39259e0 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=26c1cad41c3f4fa9b70154ca78209f86&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1781366 Nov 24 18:07:17.689536 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26dda63-48cb-48d1-8621-2c62fe0bb469 req-1302c407-53db-4393-a283-50acbd1a608e tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:17.697033 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-b26dda63-48cb-48d1-8621-2c62fe0bb469 req-1302c407-53db-4393-a283-50acbd1a608e tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=183fd6de-ff92-47eb-9f94-29e5f3999333 HTTP/1.1" status: 200 len: 944 time: 0.1036859 Nov 24 18:07:17.741400 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-b26dda63-48cb-48d1-8621-2c62fe0bb469 req-3a8ba0ea-156c-4d3b-a595-68142b3ae125 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433714 Nov 24 18:07:17.778649 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a05d86-316b-4a30-91bb-2e5d61b99212 req-6c24a302-ca9c-438f-a700-939593baa69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:17.780112 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-63a05d86-316b-4a30-91bb-2e5d61b99212 req-6c24a302-ca9c-438f-a700-939593baa69c service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1607749 Nov 24 18:07:17.913139 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c282e-30c1-4e6d-a412-8063945e087d req-5b0aae3b-69f5-4c69-8064-919cac0b9db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:17.914724 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a64c282e-30c1-4e6d-a412-8063945e087d req-5b0aae3b-69f5-4c69-8064-919cac0b9db2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=26c1cad41c3f4fa9b70154ca78209f86&device_id=183fd6de-ff92-47eb-9f94-29e5f3999333 HTTP/1.1" status: 200 len: 1097 time: 0.0894296 Nov 24 18:07:17.997667 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a64c282e-30c1-4e6d-a412-8063945e087d req-d9ef8e93-344e-4c66-88e3-2ecbe9fd27f1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4d410eb-47b7-44f4-9780-f2055413d3b8 HTTP/1.1" status: 200 len: 217 time: 0.0667911 Nov 24 18:07:18.066281 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c282e-30c1-4e6d-a412-8063945e087d req-6981a6d1-cefb-4e73-aed8-c1bddadc5cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:18.067791 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a64c282e-30c1-4e6d-a412-8063945e087d req-6981a6d1-cefb-4e73-aed8-c1bddadc5cee service neutron] 10.222.0.66 "GET /v2.0/subnets?id=54b4613a-3305-4e89-ae17-1b3cdd6abe2b HTTP/1.1" status: 200 len: 854 time: 0.0609486 Nov 24 18:07:18.124152 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a64c282e-30c1-4e6d-a412-8063945e087d req-652bf92c-21fd-4b5b-bfce-a1cb86b5ef56 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470381 Nov 24 18:07:18.260293 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a64c282e-30c1-4e6d-a412-8063945e087d req-0d84c8aa-d3de-4c36-9009-f87186173cac service neutron] 10.222.0.66 "GET /v2.0/networks/12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284869 Nov 24 18:07:18.531019 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a64c282e-30c1-4e6d-a412-8063945e087d req-1a8fc096-f5f6-4807-9d78-bb72be5d5af1 service neutron] 10.222.0.66 "GET /v2.0/networks/12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476993 Nov 24 18:07:18.538567 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b5a1a-4f80-47bc-bd71-282b74c0f588 req-d41d8a80-eb8a-48a0-913e-d7b3c49f79ce tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:18.540200 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-fa3b5a1a-4f80-47bc-bd71-282b74c0f588 req-d41d8a80-eb8a-48a0-913e-d7b3c49f79ce tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.2425539 Nov 24 18:07:18.590411 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-fa3b5a1a-4f80-47bc-bd71-282b74c0f588 req-7e1a1f66-6310-4153-99d6-24ef6a9438aa tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435297 Nov 24 18:07:18.945561 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a3b5e-9897-4abd-b4b3-63662750a679 req-ba5eefea-516f-4d70-8c05-f5c6ffa1d404 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:18.947024 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-d08a3b5e-9897-4abd-b4b3-63662750a679 req-ba5eefea-516f-4d70-8c05-f5c6ffa1d404 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=183fd6de-ff92-47eb-9f94-29e5f3999333 HTTP/1.1" status: 200 len: 944 time: 0.0788777 Nov 24 18:07:18.994915 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-d08a3b5e-9897-4abd-b4b3-63662750a679 req-c53dbea9-589b-43d2-bfc3-bd9798032cfb tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413890 Nov 24 18:07:19.813645 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8e69f-d230-4cc2-a7dd-0e85262d6fc2 req-2d59ec92-30ce-4edc-8747-25a5b5ee90be tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:19.815871 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-faf8e69f-d230-4cc2-a7dd-0e85262d6fc2 req-2d59ec92-30ce-4edc-8747-25a5b5ee90be tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.0931480 Nov 24 18:07:19.880489 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-faf8e69f-d230-4cc2-a7dd-0e85262d6fc2 req-03f5e35e-4ea1-4158-b087-4d8c88a5a232 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574923 Nov 24 18:07:20.199479 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c62225-8b9d-4165-9081-370920ba6d5f req-28e30de9-672b-4ec1-ac4f-50fc698887f3 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:20.206913 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-32c62225-8b9d-4165-9081-370920ba6d5f req-28e30de9-672b-4ec1-ac4f-50fc698887f3 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=183fd6de-ff92-47eb-9f94-29e5f3999333 HTTP/1.1" status: 200 len: 944 time: 0.0921061 Nov 24 18:07:20.260021 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-32c62225-8b9d-4165-9081-370920ba6d5f req-d77bb48c-5121-49c6-9169-0987e47ede15 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522733 Nov 24 18:07:21.085675 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c837ada-3b5e-4c34-9f76-3dcf8e42e7f2 req-b1af67df-d4c0-446e-a9b8-995ddd511f5b tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:21.087375 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-2c837ada-3b5e-4c34-9f76-3dcf8e42e7f2 req-b1af67df-d4c0-446e-a9b8-995ddd511f5b tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.0840728 Nov 24 18:07:21.131131 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-2c837ada-3b5e-4c34-9f76-3dcf8e42e7f2 req-8d992b2e-8904-4f15-9cb7-2b9b3cf9b870 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378873 Nov 24 18:07:21.453514 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec6b4f-76d0-4534-a162-29b1f9dae509 req-698cff4e-00a5-4765-9429-04bcc57da0e1 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:21.454874 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-09ec6b4f-76d0-4534-a162-29b1f9dae509 req-698cff4e-00a5-4765-9429-04bcc57da0e1 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=183fd6de-ff92-47eb-9f94-29e5f3999333 HTTP/1.1" status: 200 len: 944 time: 0.0807717 Nov 24 18:07:21.502550 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-09ec6b4f-76d0-4534-a162-29b1f9dae509 req-11651fd7-8837-452d-a0c2-9db1eb7cec5c tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419605 Nov 24 18:07:22.169307 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:22.398025 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236bd665-c945-48f0-b7f7-3b94c6e584ca req-cb29e908-2cd9-49ed-97f2-deb3de2074a2 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:22.399472 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-236bd665-c945-48f0-b7f7-3b94c6e584ca req-cb29e908-2cd9-49ed-97f2-deb3de2074a2 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.1610472 Nov 24 18:07:22.444286 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-236bd665-c945-48f0-b7f7-3b94c6e584ca req-81b465d9-f69d-4a1f-a54c-d0c6e44c04ff tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390799 Nov 24 18:07:22.732425 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be3321-0787-428c-9ccd-7586feff2515 req-3d61c147-bfe6-4f33-a8b7-989892a3a4f3 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:22.733917 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-e2be3321-0787-428c-9ccd-7586feff2515 req-3d61c147-bfe6-4f33-a8b7-989892a3a4f3 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=183fd6de-ff92-47eb-9f94-29e5f3999333 HTTP/1.1" status: 200 len: 944 time: 0.1189027 Nov 24 18:07:22.784807 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-e2be3321-0787-428c-9ccd-7586feff2515 req-61f2b951-b956-45bc-ad1e-1aee829d7ea9 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444419 Nov 24 18:07:23.104906 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device e4d410eb-47b7-44f4-9780-f2055413d3b8 details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=87425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 18:07:23.239053 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port e4d410eb-47b7-44f4-9780-f2055413d3b8, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=e4d410eb-47b7-44f4-9780-f2055413d3b8,segment=NetworkSegment(e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5),segment_id=e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:07:23.252748 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Returning: {'device': 'e4d410eb-47b7-44f4-9780-f2055413d3b8', 'network_id': '12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7', 'port_id': 'e4d410eb-47b7-44f4-9780-f2055413d3b8', 'mac_address': 'fa:16:3e:c5:a8:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b4613a-3305-4e89-ae17-1b3cdd6abe2b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 18:07:23.311773 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:23.329452 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d410eb-47b7-44f4-9780-f2055413d3b8 {{(pid=87425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:07:23.344923 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port e4d410eb-47b7-44f4-9780-f2055413d3b8, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=e4d410eb-47b7-44f4-9780-f2055413d3b8,segment=NetworkSegment(e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5),segment_id=e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:07:23.414643 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:23.418100 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-32e66c92-6332-4625-b98a-1d3960e6f95f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:23.487460 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=e4d410eb-47b7-44f4-9780-f2055413d3b8,revision_number=4']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:23.501149 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:23.651185 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc3fcc-7dd0-4ddd-a3fc-3facf9d12f38 req-1054dd1d-69c7-488d-901b-9f5960774ca1 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:23.653260 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-c7dc3fcc-7dd0-4ddd-a3fc-3facf9d12f38 req-1054dd1d-69c7-488d-901b-9f5960774ca1 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.0929570 Nov 24 18:07:23.702396 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-c7dc3fcc-7dd0-4ddd-a3fc-3facf9d12f38 req-cd95ab07-f730-4ce9-ae14-59b2af08ff8e tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427234 Nov 24 18:07:23.862259 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['e4d410eb-47b7-44f4-9780-f2055413d3b8'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:07:24.019137 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c8cd9-a7e8-4d21-a3c2-7180833987dd req-b9913d99-c9a5-4cb4-8452-5b0e32fd703e tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:24.020810 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-592c8cd9-a7e8-4d21-a3c2-7180833987dd req-b9913d99-c9a5-4cb4-8452-5b0e32fd703e tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=183fd6de-ff92-47eb-9f94-29e5f3999333 HTTP/1.1" status: 200 len: 945 time: 0.0924487 Nov 24 18:07:24.071192 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-592c8cd9-a7e8-4d21-a3c2-7180833987dd req-fb652388-d30a-421e-ad01-5c219d750953 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431974 Nov 24 18:07:24.275076 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 50716) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:07:24.389259 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-bfbf9114-07f1-442f-8f49-7b319d8a5555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:24.403257 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-bfbf9114-07f1-442f-8f49-7b319d8a5555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:07:24.407051 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-bfbf9114-07f1-442f-8f49-7b319d8a5555 admin admin] Usage tracker for resource:security_group_rule and tenant:6f74dcc90aa641648b7287fa64284391 is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:07:24.409941 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-bfbf9114-07f1-442f-8f49-7b319d8a5555 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:07:24.415939 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-bfbf9114-07f1-442f-8f49-7b319d8a5555 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:07:24.498347 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-bfbf9114-07f1-442f-8f49-7b319d8a5555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:24.580891 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-bfbf9114-07f1-442f-8f49-7b319d8a5555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:24.590295 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:24.628938 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-bfbf9114-07f1-442f-8f49-7b319d8a5555 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6f74dcc90aa641648b7287fa64284391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3526299 Nov 24 18:07:24.630512 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf9114-07f1-442f-8f49-7b319d8a5555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d0d501-257a-42dc-9798-355a62ac040a,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:24.631874 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 50726) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:07:24.633906 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-bfbf9114-07f1-442f-8f49-7b319d8a5555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:24.719055 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a549a37a-8603-436b-a39e-093463ba27c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:24.746249 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a549a37a-8603-436b-a39e-093463ba27c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:24.898396 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c6dfe-481a-4a52-a0c2-8faa131270ce req-c13fd6b5-9ed3-4d33-9404-4b786441e1d2 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:24.899831 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-668c6dfe-481a-4a52-a0c2-8faa131270ce req-c13fd6b5-9ed3-4d33-9404-4b786441e1d2 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.0896120 Nov 24 18:07:24.900848 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a549a37a-8603-436b-a39e-093463ba27c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:24.904605 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-2cf404ef-5e21-4eb9-8fa1-9debb04173aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:24.929252 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549a37a-8603-436b-a39e-093463ba27c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d0d501-257a-42dc-9798-355a62ac040a,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:24.934276 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-a549a37a-8603-436b-a39e-093463ba27c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:24.954245 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a549a37a-8603-436b-a39e-093463ba27c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:24.955341 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-a549a37a-8603-436b-a39e-093463ba27c8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/33d0d501-257a-42dc-9798-355a62ac040a HTTP/1.1" status: 204 len: 168 time: 0.3221116 Nov 24 18:07:24.966938 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-668c6dfe-481a-4a52-a0c2-8faa131270ce req-78873dcd-60d1-4069-9cda-8f770b1231b3 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562358 Nov 24 18:07:25.116991 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device e4d410eb-47b7-44f4-9780-f2055413d3b8 up at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:07:25.287909 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning for port e4d410eb-47b7-44f4-9780-f2055413d3b8 completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:07:25.290630 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4c020-47b0-41bc-b27d-14f10aef42c9 req-191eb4aa-b209-4537-878d-22a8ac732b24 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:25.292122 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-76d4c020-47b0-41bc-b27d-14f10aef42c9 req-191eb4aa-b209-4537-878d-22a8ac732b24 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=183fd6de-ff92-47eb-9f94-29e5f3999333 HTTP/1.1" status: 200 len: 945 time: 0.0981953 Nov 24 18:07:25.303724 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning complete for port e4d410eb-47b7-44f4-9780-f2055413d3b8 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:07:25.303724 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:25.350146 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-76d4c020-47b0-41bc-b27d-14f10aef42c9 req-e62e3cea-3e77-4ab6-ad97-864ee2e584de tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487356 Nov 24 18:07:25.439146 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:25.468156 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183fd6de-ff92-47eb-9f94-29e5f3999333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d410eb-47b7-44f4-9780-f2055413d3b8'}] {{(pid=87425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:07:25.478758 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port e4d410eb-47b7-44f4-9780-f2055413d3b8, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=e4d410eb-47b7-44f4-9780-f2055413d3b8,segment=NetworkSegment(e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5),segment_id=e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:07:25.513315 dv-cinder-818579-1-smb neutron-server[87425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183fd6de-ff92-47eb-9f94-29e5f3999333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d410eb-47b7-44f4-9780-f2055413d3b8', 'code': 200} Nov 24 18:07:25.575654 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:25.575654 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:25.642921 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=e4d410eb-47b7-44f4-9780-f2055413d3b8,revision_number=5']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:25.648772 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:25.701392 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 50764) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:07:25.720792 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2b491725-1f5c-4a6b-902e-3e27121ae7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:25.735661 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-2b491725-1f5c-4a6b-902e-3e27121ae7bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:07:25.739864 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-2b491725-1f5c-4a6b-902e-3e27121ae7bb admin admin] Usage tracker for resource:security_group_rule and tenant:1c2cab930d464f80a2fddd8d8332cfd4 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:07:25.742677 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-2b491725-1f5c-4a6b-902e-3e27121ae7bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:07:25.748489 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-2b491725-1f5c-4a6b-902e-3e27121ae7bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:07:25.834907 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2b491725-1f5c-4a6b-902e-3e27121ae7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:25.889479 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2b491725-1f5c-4a6b-902e-3e27121ae7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:25.899466 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:25.906392 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ee1b4-77e5-4a15-b285-3524472a66a8 req-a9abfc0a-db93-4921-9ef1-e8b6fe334f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:25.906392 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d39ee1b4-77e5-4a15-b285-3524472a66a8 req-a9abfc0a-db93-4921-9ef1-e8b6fe334f33 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=183fd6de-ff92-47eb-9f94-29e5f3999333 HTTP/1.1" status: 200 len: 1099 time: 0.0804408 Nov 24 18:07:25.937597 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b491725-1f5c-4a6b-902e-3e27121ae7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fd57ef-e439-4239-8189-32303412ac7b,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:25.942417 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-2b491725-1f5c-4a6b-902e-3e27121ae7bb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1c2cab930d464f80a2fddd8d8332cfd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2398372 Nov 24 18:07:25.943292 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-2b491725-1f5c-4a6b-902e-3e27121ae7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:25.945107 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 50772) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:07:25.960800 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d39ee1b4-77e5-4a15-b285-3524472a66a8 req-b638f037-d0f1-4fb1-b8b7-a09868d6217b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463941 Nov 24 18:07:26.017130 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-114cf6a8-41c7-476b-95bf-f224f82644d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:26.051460 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-114cf6a8-41c7-476b-95bf-f224f82644d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:26.180668 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-114cf6a8-41c7-476b-95bf-f224f82644d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:26.186397 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:26.193505 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317adbad-8519-4f2a-a77c-f2cf6efd487b req-36651038-70e2-401e-8cec-711e2e77e26d tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:26.193772 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-317adbad-8519-4f2a-a77c-f2cf6efd487b req-36651038-70e2-401e-8cec-711e2e77e26d tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.0800500 Nov 24 18:07:26.200837 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114cf6a8-41c7-476b-95bf-f224f82644d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fd57ef-e439-4239-8189-32303412ac7b,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:26.203702 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-114cf6a8-41c7-476b-95bf-f224f82644d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:26.204637 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-114cf6a8-41c7-476b-95bf-f224f82644d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:26.205728 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-114cf6a8-41c7-476b-95bf-f224f82644d4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c0fd57ef-e439-4239-8189-32303412ac7b HTTP/1.1" status: 204 len: 168 time: 0.2597229 Nov 24 18:07:26.240887 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-317adbad-8519-4f2a-a77c-f2cf6efd487b req-fe641455-3310-4e80-bbee-478e7435120b tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403109 Nov 24 18:07:26.542842 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e1532-149e-4754-bc62-611e339ec95c req-abe8319a-bf75-4e19-89f7-1850ce02f59e tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:26.544532 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-766e1532-149e-4754-bc62-611e339ec95c req-abe8319a-bf75-4e19-89f7-1850ce02f59e tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=183fd6de-ff92-47eb-9f94-29e5f3999333 HTTP/1.1" status: 200 len: 946 time: 0.0822546 Nov 24 18:07:26.599597 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-766e1532-149e-4754-bc62-611e339ec95c req-f17be632-66f0-4d49-bf2c-721ae3318ce8 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483575 Nov 24 18:07:27.567962 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3b532-8c2a-4827-b412-08147d56ff78 req-32407124-a09e-4896-93cf-d5787a6e0936 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:27.569462 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e1f3b532-8c2a-4827-b412-08147d56ff78 req-32407124-a09e-4896-93cf-d5787a6e0936 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.1161044 Nov 24 18:07:27.619111 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e1f3b532-8c2a-4827-b412-08147d56ff78 req-474e20f7-fb53-4929-a18a-a499aaf2f201 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432150 Nov 24 18:07:27.827540 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf812ce-7270-4e8d-9cf0-79e7e5bc0cad req-c8ad7e7e-78bc-4679-ba1e-8ff6607bf1f4 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:27.829692 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ebf812ce-7270-4e8d-9cf0-79e7e5bc0cad req-c8ad7e7e-78bc-4679-ba1e-8ff6607bf1f4 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=183fd6de-ff92-47eb-9f94-29e5f3999333 HTTP/1.1" status: 200 len: 946 time: 0.0920556 Nov 24 18:07:27.892040 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ebf812ce-7270-4e8d-9cf0-79e7e5bc0cad req-695cb673-01fe-4d6e-8d22-ddee9a6d4ee3 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547318 Nov 24 18:07:28.843286 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ad20f-54fe-40f4-a631-616bc79b0705 req-3654ee80-25c9-4fa5-b5eb-d80baf2bed18 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:28.858209 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-cc3ad20f-54fe-40f4-a631-616bc79b0705 req-3654ee80-25c9-4fa5-b5eb-d80baf2bed18 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.1236491 Nov 24 18:07:28.925269 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-cc3ad20f-54fe-40f4-a631-616bc79b0705 req-3a94a3e0-f184-47b8-9a42-83b2ce690771 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612404 Nov 24 18:07:28.934373 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 50894) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:07:29.075610 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-da7c3106-5785-4e87-ab77-b7f014fe72de admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:29.090722 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-da7c3106-5785-4e87-ab77-b7f014fe72de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:07:29.094660 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-da7c3106-5785-4e87-ab77-b7f014fe72de admin admin] Usage tracker for resource:security_group_rule and tenant:91f1c313db1847aaa4f97a473055045c is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:07:29.097779 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-da7c3106-5785-4e87-ab77-b7f014fe72de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:07:29.103314 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-da7c3106-5785-4e87-ab77-b7f014fe72de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:07:29.114164 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ee638-a7f8-405a-a85c-e01a73ba8eb6 req-61f4bc0e-deb0-443a-be0b-1c5347ef6e2d tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:29.122420 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-fd0ee638-a7f8-405a-a85c-e01a73ba8eb6 req-61f4bc0e-deb0-443a-be0b-1c5347ef6e2d tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=183fd6de-ff92-47eb-9f94-29e5f3999333 HTTP/1.1" status: 200 len: 946 time: 0.0969787 Nov 24 18:07:29.173762 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-fd0ee638-a7f8-405a-a85c-e01a73ba8eb6 req-9bc02f07-3e16-476a-9ae8-10b992a6b6f8 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501909 Nov 24 18:07:29.209380 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-da7c3106-5785-4e87-ab77-b7f014fe72de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:29.289071 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-da7c3106-5785-4e87-ab77-b7f014fe72de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:29.298820 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-6cc721a8-33ae-4355-8fc7-a38b2a62882e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:29.346002 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-da7c3106-5785-4e87-ab77-b7f014fe72de admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=91f1c313db1847aaa4f97a473055045c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4072847 Nov 24 18:07:29.346002 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c3106-5785-4e87-ab77-b7f014fe72de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3da40be-58ad-45e7-b9aa-bf40bbacaf09,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:29.346240 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 50916) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:07:29.365520 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-da7c3106-5785-4e87-ab77-b7f014fe72de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:29.403849 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-b90702af-f872-4c73-9c89-995dff4e48a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:29.433945 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-b90702af-f872-4c73-9c89-995dff4e48a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:29.555529 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-b90702af-f872-4c73-9c89-995dff4e48a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:29.560511 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-a549a37a-8603-436b-a39e-093463ba27c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:29.573068 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90702af-f872-4c73-9c89-995dff4e48a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3da40be-58ad-45e7-b9aa-bf40bbacaf09,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:29.576482 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-b90702af-f872-4c73-9c89-995dff4e48a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:29.577401 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-b90702af-f872-4c73-9c89-995dff4e48a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:29.581094 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-b90702af-f872-4c73-9c89-995dff4e48a9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d3da40be-58ad-45e7-b9aa-bf40bbacaf09 HTTP/1.1" status: 204 len: 168 time: 0.2313426 Nov 24 18:07:30.153668 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e88cf2-4f86-4e10-8cdc-d0b5f786c35c req-2142ac3b-bf97-46f8-8951-9ff665e8137c tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:30.155141 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c1e88cf2-4f86-4e10-8cdc-d0b5f786c35c req-2142ac3b-bf97-46f8-8951-9ff665e8137c tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.0898201 Nov 24 18:07:30.217732 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c1e88cf2-4f86-4e10-8cdc-d0b5f786c35c req-b8b0e331-43cc-4c09-87c7-1a3bb9b8ace0 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509734 Nov 24 18:07:30.296526 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 50956) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:07:30.314689 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-d68a7c91-dd45-4844-9060-2d60b9f26fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:30.330378 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-d68a7c91-dd45-4844-9060-2d60b9f26fa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:07:30.336431 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-d68a7c91-dd45-4844-9060-2d60b9f26fa9 admin admin] Usage tracker for resource:security_group_rule and tenant:bb8ce2f2d13442728d5f07406a1ce7f4 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:07:30.340216 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-d68a7c91-dd45-4844-9060-2d60b9f26fa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:07:30.346311 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-d68a7c91-dd45-4844-9060-2d60b9f26fa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:07:30.427750 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-d68a7c91-dd45-4844-9060-2d60b9f26fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:30.495106 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-d68a7c91-dd45-4844-9060-2d60b9f26fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:30.504605 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-b90702af-f872-4c73-9c89-995dff4e48a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:30.546629 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-d68a7c91-dd45-4844-9060-2d60b9f26fa9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bb8ce2f2d13442728d5f07406a1ce7f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478056 Nov 24 18:07:30.547806 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a7c91-dd45-4844-9060-2d60b9f26fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d754306d-a328-4576-9954-c3e89557f1a1,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:30.548150 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 50970) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:07:30.551051 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-d68a7c91-dd45-4844-9060-2d60b9f26fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:30.611432 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-0f582219-1da5-4836-b763-11facdc7a6e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:30.640610 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-0f582219-1da5-4836-b763-11facdc7a6e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:30.775723 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-0f582219-1da5-4836-b763-11facdc7a6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:30.780900 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:30.794744 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f582219-1da5-4836-b763-11facdc7a6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d754306d-a328-4576-9954-c3e89557f1a1,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:30.797597 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-0f582219-1da5-4836-b763-11facdc7a6e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:30.807592 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-0f582219-1da5-4836-b763-11facdc7a6e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:30.809347 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-0f582219-1da5-4836-b763-11facdc7a6e1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d754306d-a328-4576-9954-c3e89557f1a1 HTTP/1.1" status: 204 len: 168 time: 0.2601695 Nov 24 18:07:30.992013 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 50986) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:07:31.249585 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-76ce1043-d42a-4ee2-91e1-1f7d7e09463f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:31.270560 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-76ce1043-d42a-4ee2-91e1-1f7d7e09463f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:07:31.275260 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-76ce1043-d42a-4ee2-91e1-1f7d7e09463f admin admin] Usage tracker for resource:security_group_rule and tenant:3a4a143b8149472f8e65582878ee9e4b is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:07:31.278556 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-76ce1043-d42a-4ee2-91e1-1f7d7e09463f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:07:31.284637 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-76ce1043-d42a-4ee2-91e1-1f7d7e09463f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:07:31.460959 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-76ce1043-d42a-4ee2-91e1-1f7d7e09463f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:31.487483 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2659236-7c6f-4969-88fc-350e7a4808b0 req-d09cbddb-777e-40b9-9576-f873b8daf915 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:31.489020 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a2659236-7c6f-4969-88fc-350e7a4808b0 req-d09cbddb-777e-40b9-9576-f873b8daf915 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.1284778 Nov 24 18:07:31.534199 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a2659236-7c6f-4969-88fc-350e7a4808b0 req-3783ca5e-766a-4397-b09d-6916eea89edb tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392256 Nov 24 18:07:31.541487 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-76ce1043-d42a-4ee2-91e1-1f7d7e09463f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:31.550747 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-9df69ead-2dd7-41d9-87c2-cd730a2532d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:31.593604 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-76ce1043-d42a-4ee2-91e1-1f7d7e09463f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3a4a143b8149472f8e65582878ee9e4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6004777 Nov 24 18:07:31.595592 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce1043-d42a-4ee2-91e1-1f7d7e09463f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99cb518f-ee79-461b-945b-d8dbfe620c84,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:31.596438 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 51018) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:07:31.598800 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-76ce1043-d42a-4ee2-91e1-1f7d7e09463f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:31.667994 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-37fcf4d9-b5ab-4e41-8ec6-6db32223763c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:31.697214 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-37fcf4d9-b5ab-4e41-8ec6-6db32223763c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:31.872473 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-37fcf4d9-b5ab-4e41-8ec6-6db32223763c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:31.876458 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:31.889345 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fcf4d9-b5ab-4e41-8ec6-6db32223763c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cb518f-ee79-461b-945b-d8dbfe620c84,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:31.891688 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-37fcf4d9-b5ab-4e41-8ec6-6db32223763c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:31.929929 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-37fcf4d9-b5ab-4e41-8ec6-6db32223763c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:31.934878 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-37fcf4d9-b5ab-4e41-8ec6-6db32223763c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/99cb518f-ee79-461b-945b-d8dbfe620c84 HTTP/1.1" status: 204 len: 168 time: 0.3336828 Nov 24 18:07:32.673583 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 51072) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:07:32.700188 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3d10842a-9b24-4f63-81bb-de71e280872f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:32.716736 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-3d10842a-9b24-4f63-81bb-de71e280872f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:07:32.721397 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-3d10842a-9b24-4f63-81bb-de71e280872f admin admin] Usage tracker for resource:security_group_rule and tenant:01dc0012a2e74e6cbf5a5dab80e6c58b is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:07:32.725154 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-3d10842a-9b24-4f63-81bb-de71e280872f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:07:32.734351 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-3d10842a-9b24-4f63-81bb-de71e280872f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:07:32.737980 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56e5cf-1f33-4918-9693-bdf7963cf633 req-8bf9f777-c485-4a47-8497-157d39b2d81b tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:32.739423 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ba56e5cf-1f33-4918-9693-bdf7963cf633 req-8bf9f777-c485-4a47-8497-157d39b2d81b tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.0943818 Nov 24 18:07:32.784869 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ba56e5cf-1f33-4918-9693-bdf7963cf633 req-d43b4aba-d092-4274-ae92-ce61e9b39b46 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393717 Nov 24 18:07:32.840002 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3d10842a-9b24-4f63-81bb-de71e280872f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:32.934994 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3d10842a-9b24-4f63-81bb-de71e280872f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:32.944031 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:32.988402 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-3d10842a-9b24-4f63-81bb-de71e280872f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=01dc0012a2e74e6cbf5a5dab80e6c58b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3125076 Nov 24 18:07:32.989350 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10842a-9b24-4f63-81bb-de71e280872f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fb8e31-5a09-4fa7-851c-5c76ce28ea4b,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:32.991382 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 51084) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:07:32.992665 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-3d10842a-9b24-4f63-81bb-de71e280872f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:33.054341 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-729cfa6e-a086-4523-973a-fad09a66aace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:33.084479 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-729cfa6e-a086-4523-973a-fad09a66aace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:33.186802 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-729cfa6e-a086-4523-973a-fad09a66aace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:33.191700 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:33.206145 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729cfa6e-a086-4523-973a-fad09a66aace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fb8e31-5a09-4fa7-851c-5c76ce28ea4b,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:33.209227 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-729cfa6e-a086-4523-973a-fad09a66aace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:33.222351 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-729cfa6e-a086-4523-973a-fad09a66aace admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:33.222351 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-729cfa6e-a086-4523-973a-fad09a66aace admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/22fb8e31-5a09-4fa7-851c-5c76ce28ea4b HTTP/1.1" status: 204 len: 168 time: 0.2259643 Nov 24 18:07:33.285472 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 51098) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:07:33.353751 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a794c1f-69ea-420c-a8a4-7da0c385c038 admin admin] Deleting subnet 38979327-5861-4215-a9b4-bb60eaeb66d2 {{(pid=87423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 18:07:33.358214 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-7a794c1f-69ea-420c-a8a4-7da0c385c038 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:33.414392 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-7a794c1f-69ea-420c-a8a4-7da0c385c038 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:33.423528 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-7a794c1f-69ea-420c-a8a4-7da0c385c038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1555507'] for subnet, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:33.595699 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-7a794c1f-69ea-420c-a8a4-7da0c385c038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1555563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341'] for subnet, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:33.600976 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:33.694282 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a794c1f-69ea-420c-a8a4-7da0c385c038 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38979327-5861-4215-a9b4-bb60eaeb66d2,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:33.697266 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-7a794c1f-69ea-420c-a8a4-7da0c385c038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:33.698767 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-7a794c1f-69ea-420c-a8a4-7da0c385c038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for subnet, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:33.705249 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-7a794c1f-69ea-420c-a8a4-7da0c385c038 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/38979327-5861-4215-a9b4-bb60eaeb66d2 HTTP/1.1" status: 204 len: 168 time: 0.4186080 Nov 24 18:07:33.707696 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 51108) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:07:33.837770 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-88b71637-d800-4db1-8e54-c4b4293c581a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483400'] for network, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:33.989486 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-88b71637-d800-4db1-8e54-c4b4293c581a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553944', 'neutron.services.segments.db._delete_segments_for_network-8730962215078'] for network, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:34.019809 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e38f74-059f-4a38-a413-671c5f0e0d2e req-2eb869b4-0308-4214-8cc8-b28cfb21eef7 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:34.021859 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-57e38f74-059f-4a38-a413-671c5f0e0d2e req-2eb869b4-0308-4214-8cc8-b28cfb21eef7 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.0930564 Nov 24 18:07:34.025122 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-88b71637-d800-4db1-8e54-c4b4293c581a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 18:07:34.025558 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-88b71637-d800-4db1-8e54-c4b4293c581a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 18:07:34.026388 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-88b71637-d800-4db1-8e54-c4b4293c581a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 18:07:34.026731 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-88b71637-d800-4db1-8e54-c4b4293c581a admin admin] Subscribe: > port after_create 55550000 {{(pid=87423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 18:07:34.028380 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-88b71637-d800-4db1-8e54-c4b4293c581a admin admin] Subscribe: > port after_delete 55550000 {{(pid=87423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 18:07:34.028751 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-88b71637-d800-4db1-8e54-c4b4293c581a admin admin] Subscribe: > port after_update 55550000 {{(pid=87423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 18:07:34.029152 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-88b71637-d800-4db1-8e54-c4b4293c581a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 18:07:34.029476 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-88b71637-d800-4db1-8e54-c4b4293c581a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 18:07:34.034861 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-88b71637-d800-4db1-8e54-c4b4293c581a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 18:07:34.034861 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-88b71637-d800-4db1-8e54-c4b4293c581a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 18:07:34.074180 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-57e38f74-059f-4a38-a413-671c5f0e0d2e req-86987a9b-5fad-499c-af10-fd3a90e7c51a tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464387 Nov 24 18:07:34.095153 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-88b71637-d800-4db1-8e54-c4b4293c581a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 18:07:34.095442 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-88b71637-d800-4db1-8e54-c4b4293c581a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 18:07:34.095832 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-88b71637-d800-4db1-8e54-c4b4293c581a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 18:07:34.096164 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-88b71637-d800-4db1-8e54-c4b4293c581a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 18:07:34.096554 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.services.segments.db [None req-88b71637-d800-4db1-8e54-c4b4293c581a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fecfc681-c651-4024-8130-ab37fb9ee289']}} {{(pid=87423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:07:34.109236 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.services.segments.db [None req-88b71637-d800-4db1-8e54-c4b4293c581a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b983b53-4d89-4eca-8555-57a1c969e216') {'for_net_delete': True} {{(pid=87423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:07:34.109527 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.services.segments.db [None req-88b71637-d800-4db1-8e54-c4b4293c581a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b983b53-4d89-4eca-8555-57a1c969e216') {} {{(pid=87423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:07:34.120933 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-88b71637-d800-4db1-8e54-c4b4293c581a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730962258553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024686'] for segment, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:34.137064 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-88b71637-d800-4db1-8e54-c4b4293c581a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541721'] for segment, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:34.144713 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88b71637-d800-4db1-8e54-c4b4293c581a admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=87423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 18:07:34.145039 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-88b71637-d800-4db1-8e54-c4b4293c581a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1541712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4080755'] for segment, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: from cryptography.utils import int_from_bytes Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: from cryptography.utils import int_from_bytes Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: util.warn_limited( Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: util.warn_limited( Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: Traceback (most recent call last): Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: timer() Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: cb(*args, **kw) Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: return func(*args, **kwargs) Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: self._notify() Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: self.callback(batched_events) Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: event.method(event) Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: return f(self, *a, **k) Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: return self._get(url).json() Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: return self.request(url, 'GET', **kwargs) Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 18:07:34.160345 dv-cinder-818579-1-smb neutron-server[87423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 18:07:34.315725 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-88b71637-d800-4db1-8e54-c4b4293c581a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505765'] for network, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:34.319830 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:34.336820 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-88b71637-d800-4db1-8e54-c4b4293c581a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for network, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:34.342586 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b71637-d800-4db1-8e54-c4b4293c581a admin admin] Pushing event deleted for resources: {'Network': ['ID=fecfc681-c651-4024-8130-ab37fb9ee289,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:34.347336 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-88b71637-d800-4db1-8e54-c4b4293c581a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:34.429877 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-88b71637-d800-4db1-8e54-c4b4293c581a admin admin] 10.222.0.65 "DELETE /v2.0/networks/fecfc681-c651-4024-8130-ab37fb9ee289 HTTP/1.1" status: 204 len: 168 time: 0.7186353 Nov 24 18:07:34.430688 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 51138) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:07:34.521815 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.db_base_plugin_v2 [None req-583def84-563e-43dd-8d0e-7e01249a8ce7 admin admin] Deleting subnet ac628b6c-7215-4d0c-b7c6-ce818fc21bd7 {{(pid=87424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 18:07:34.528931 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-583def84-563e-43dd-8d0e-7e01249a8ce7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:34.582726 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-583def84-563e-43dd-8d0e-7e01249a8ce7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2119714'] for subnet, precommit_delete_associations {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:34.642849 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-583def84-563e-43dd-8d0e-7e01249a8ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1555507'] for subnet, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:35.007278 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-583def84-563e-43dd-8d0e-7e01249a8ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1555563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3149124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2422208'] for subnet, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:35.012362 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-b07c0925-327f-499d-b06c-bf6e95eefe4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:35.047329 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583def84-563e-43dd-8d0e-7e01249a8ce7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac628b6c-7215-4d0c-b7c6-ce818fc21bd7,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:35.062778 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-583def84-563e-43dd-8d0e-7e01249a8ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:35.062778 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-583def84-563e-43dd-8d0e-7e01249a8ce7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:35.070443 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-583def84-563e-43dd-8d0e-7e01249a8ce7 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ac628b6c-7215-4d0c-b7c6-ce818fc21bd7 HTTP/1.1" status: 204 len: 168 time: 0.6390679 Nov 24 18:07:35.072971 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 51154) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:07:35.180342 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-07711bb7-2ed1-409b-ba35-a7d983567d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483400'] for network, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:35.270968 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c9703-a074-4a6f-968b-79e7b10a37cb req-05a74be3-b569-4d58-b116-3897770938e4 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:35.273381 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-656c9703-a074-4a6f-968b-79e7b10a37cb req-05a74be3-b569-4d58-b116-3897770938e4 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.0920868 Nov 24 18:07:35.311870 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-07711bb7-2ed1-409b-ba35-a7d983567d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553944', 'neutron.services.segments.db._delete_segments_for_network-8730962215078'] for network, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:35.325846 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-656c9703-a074-4a6f-968b-79e7b10a37cb req-384e502d-f8ac-4a9c-9814-05a464dea074 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444851 Nov 24 18:07:35.344748 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.services.segments.db [None req-07711bb7-2ed1-409b-ba35-a7d983567d33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9a62b6-6d73-4bbb-893c-836596140315']}} {{(pid=87424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:07:35.357454 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.services.segments.db [None req-07711bb7-2ed1-409b-ba35-a7d983567d33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe06979-0068-461a-90cf-0680099611e2') {'for_net_delete': True} {{(pid=87424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:07:35.357811 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.services.segments.db [None req-07711bb7-2ed1-409b-ba35-a7d983567d33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe06979-0068-461a-90cf-0680099611e2') {} {{(pid=87424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:07:35.370112 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-07711bb7-2ed1-409b-ba35-a7d983567d33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730962258553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2119733'] for segment, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:35.387496 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-07711bb7-2ed1-409b-ba35-a7d983567d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541721'] for segment, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:35.394063 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07711bb7-2ed1-409b-ba35-a7d983567d33 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=87424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 18:07:35.394567 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-07711bb7-2ed1-409b-ba35-a7d983567d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1541712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3149210'] for segment, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:35.409412 dv-cinder-818579-1-smb neutron-server[87424]: Traceback (most recent call last): Nov 24 18:07:35.409412 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 18:07:35.409412 dv-cinder-818579-1-smb neutron-server[87424]: timer() Nov 24 18:07:35.409412 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 18:07:35.409412 dv-cinder-818579-1-smb neutron-server[87424]: cb(*args, **kw) Nov 24 18:07:35.409412 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 18:07:35.409412 dv-cinder-818579-1-smb neutron-server[87424]: return func(*args, **kwargs) Nov 24 18:07:35.409412 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 18:07:35.409412 dv-cinder-818579-1-smb neutron-server[87424]: self._notify() Nov 24 18:07:35.409412 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 18:07:35.409412 dv-cinder-818579-1-smb neutron-server[87424]: self.callback(batched_events) Nov 24 18:07:35.409412 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 18:07:35.409412 dv-cinder-818579-1-smb neutron-server[87424]: event.method(event) Nov 24 18:07:35.409412 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 18:07:35.409412 dv-cinder-818579-1-smb neutron-server[87424]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 18:07:35.409412 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 18:07:35.409412 dv-cinder-818579-1-smb neutron-server[87424]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 18:07:35.409412 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 18:07:35.409412 dv-cinder-818579-1-smb neutron-server[87424]: return f(self, *a, **k) Nov 24 18:07:35.409412 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 18:07:35.409412 dv-cinder-818579-1-smb neutron-server[87424]: return self._get(url).json() Nov 24 18:07:35.409412 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 18:07:35.409412 dv-cinder-818579-1-smb neutron-server[87424]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 18:07:35.409412 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 18:07:35.409412 dv-cinder-818579-1-smb neutron-server[87424]: return self.request(url, 'GET', **kwargs) Nov 24 18:07:35.409412 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 18:07:35.409412 dv-cinder-818579-1-smb neutron-server[87424]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 18:07:35.409412 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 18:07:35.409412 dv-cinder-818579-1-smb neutron-server[87424]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 18:07:35.409412 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 18:07:35.409412 dv-cinder-818579-1-smb neutron-server[87424]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 18:07:35.409412 dv-cinder-818579-1-smb neutron-server[87424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 18:07:35.601377 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-07711bb7-2ed1-409b-ba35-a7d983567d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505765'] for network, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:35.605585 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:35.618978 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-07711bb7-2ed1-409b-ba35-a7d983567d33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for network, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:35.627981 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07711bb7-2ed1-409b-ba35-a7d983567d33 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d9a62b6-6d73-4bbb-893c-836596140315,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:35.631079 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-07711bb7-2ed1-409b-ba35-a7d983567d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:35.632764 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-07711bb7-2ed1-409b-ba35-a7d983567d33 admin admin] 10.222.0.65 "DELETE /v2.0/networks/8d9a62b6-6d73-4bbb-893c-836596140315 HTTP/1.1" status: 204 len: 168 time: 0.5588419 Nov 24 18:07:36.115763 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 51196) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:07:36.170855 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-bd2c5c0e-9fcb-4a81-a493-e38e08983b86 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=79d0bc54f2cb48149807fc23e27573c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536711 Nov 24 18:07:36.173524 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 51204) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:07:36.245647 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1bd6dd77-326b-4c07-8447-1bc00e2ad2bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:36.272593 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1bd6dd77-326b-4c07-8447-1bc00e2ad2bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:36.384098 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1bd6dd77-326b-4c07-8447-1bc00e2ad2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:36.389185 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:36.403194 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6dd77-326b-4c07-8447-1bc00e2ad2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb9368d-e59e-4429-ad36-a5acde98f990,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:36.405684 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-1bd6dd77-326b-4c07-8447-1bc00e2ad2bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:36.469945 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1bd6dd77-326b-4c07-8447-1bc00e2ad2bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:36.471381 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-1bd6dd77-326b-4c07-8447-1bc00e2ad2bb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8bb9368d-e59e-4429-ad36-a5acde98f990 HTTP/1.1" status: 204 len: 168 time: 0.2969778 Nov 24 18:07:36.538502 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002793ab-a1b2-4801-9a0e-bdd525f33b39 req-bfc83ef7-f680-4dd2-a6c6-74ad0a2d4e35 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:36.540044 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-002793ab-a1b2-4801-9a0e-bdd525f33b39 req-bfc83ef7-f680-4dd2-a6c6-74ad0a2d4e35 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.1027060 Nov 24 18:07:36.604966 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-002793ab-a1b2-4801-9a0e-bdd525f33b39 req-df603c50-c4b2-4519-8bac-13c8dd6bca2d tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523837 Nov 24 18:07:37.253261 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 51246) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:07:37.315640 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-18200ccd-d00c-4a79-8031-7c69fa08c7e6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f9a42c926ae144a5913037b6fa80fd3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0610242 Nov 24 18:07:37.318211 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 51250) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:07:37.381998 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-f8c9c467-10ea-428c-b63d-303bf01b6022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:37.410867 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-f8c9c467-10ea-428c-b63d-303bf01b6022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:37.566112 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-f8c9c467-10ea-428c-b63d-303bf01b6022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:37.575492 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:37.590908 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9c467-10ea-428c-b63d-303bf01b6022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25323c2a-eac7-42c0-a1dd-de3d3385f23b,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:37.595012 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-f8c9c467-10ea-428c-b63d-303bf01b6022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:37.610105 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-f8c9c467-10ea-428c-b63d-303bf01b6022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:37.611224 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-f8c9c467-10ea-428c-b63d-303bf01b6022 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/25323c2a-eac7-42c0-a1dd-de3d3385f23b HTTP/1.1" status: 204 len: 168 time: 0.2919059 Nov 24 18:07:37.635237 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352865b-05fb-4f4d-8470-d19e291c2aff req-4fb49d3b-7e73-4a8c-8507-d2bc6148c911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:37.637449 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-5352865b-05fb-4f4d-8470-d19e291c2aff req-4fb49d3b-7e73-4a8c-8507-d2bc6148c911 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 1098 time: 0.1052227 Nov 24 18:07:37.701308 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-5352865b-05fb-4f4d-8470-d19e291c2aff req-681219d2-4327-499a-ae95-db526105e9d4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559876 Nov 24 18:07:37.709496 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-65a77bb3-d84e-4c52-ab84-1604e304cfaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:37.819744 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c02a4f-e0ee-48e1-acb8-9f2e7f254020 req-3a9c707b-17d9-4d7d-a642-298a991f745e tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:37.821800 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-a2c02a4f-e0ee-48e1-acb8-9f2e7f254020 req-3a9c707b-17d9-4d7d-a642-298a991f745e tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.0836892 Nov 24 18:07:37.884492 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-a2c02a4f-e0ee-48e1-acb8-9f2e7f254020 req-0cbf150e-2c6d-4938-b983-37e8e78c99d0 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562007 Nov 24 18:07:38.308187 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:38.894381 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 6 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:07:39.072070 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59bc44-d1f2-4f0c-8362-5f8ba3f5e6b1 req-5b9e3d17-5ed7-49a6-9eed-3842561ca6f3 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:39.073699 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-3d59bc44-d1f2-4f0c-8362-5f8ba3f5e6b1 req-5b9e3d17-5ed7-49a6-9eed-3842561ca6f3 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.0844395 Nov 24 18:07:39.128567 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-3d59bc44-d1f2-4f0c-8362-5f8ba3f5e6b1 req-7548a47e-a66c-4594-8b7c-9a656ff5d529 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452311 Nov 24 18:07:40.408555 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3211f-fe9e-419f-b405-638a56be53bd req-bf941fe0-2692-44ae-8b7e-6772021b9018 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:40.408555 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-70d3211f-fe9e-419f-b405-638a56be53bd req-bf941fe0-2692-44ae-8b7e-6772021b9018 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.1173315 Nov 24 18:07:40.459569 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-70d3211f-fe9e-419f-b405-638a56be53bd req-488b119b-96a0-47e8-a837-969d07fa6cb2 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500658 Nov 24 18:07:40.460392 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-6c78d38b-4b73-46ee-a64a-e6335a9d641c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:40.462684 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-33394b11-e6e1-4843-b096-f4c8ded8d599 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:40.464122 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-33394b11-e6e1-4843-b096-f4c8ded8d599 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/networks?id=12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7 HTTP/1.1" status: 200 len: 814 time: 0.1890633 Nov 24 18:07:40.487413 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-7afc6140-90ae-4e8b-9ee0-78e4478eef6c tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/quotas/26c1cad41c3f4fa9b70154ca78209f86 HTTP/1.1" status: 200 len: 375 time: 0.0136771 Nov 24 18:07:40.598731 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-1fd44d7c-e441-4d04-9809-eb246dbc4be8 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=26c1cad41c3f4fa9b70154ca78209f86&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1020296 Nov 24 18:07:40.687730 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 51372) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:07:40.788636 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-d4ff74d9-c7cf-4643-8c94-056a71288a0c service neutron] 10.222.0.65 "GET /v2.0/networks/12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777966 Nov 24 18:07:40.796097 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b45e81-3771-4587-9e87-b2aca2314f00 req-71ad6962-2e22-4634-8718-045d12647fbe tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:40.797861 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-f7b45e81-3771-4587-9e87-b2aca2314f00 req-71ad6962-2e22-4634-8718-045d12647fbe tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.0920796 Nov 24 18:07:40.861002 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-42b49fa3-ae2a-41f0-8cc1-cc3cf65f17b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:40.881465 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-42b49fa3-ae2a-41f0-8cc1-cc3cf65f17b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:07:40.893084 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-f7b45e81-3771-4587-9e87-b2aca2314f00 req-aa28a736-3db5-49c1-95bb-1456388e0069 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892818 Nov 24 18:07:40.894354 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-42b49fa3-ae2a-41f0-8cc1-cc3cf65f17b8 admin admin] Usage tracker for resource:security_group_rule and tenant:773a5b1d223f493e86c41874f65fa463 is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:07:40.898413 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-42b49fa3-ae2a-41f0-8cc1-cc3cf65f17b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:07:40.912393 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-42b49fa3-ae2a-41f0-8cc1-cc3cf65f17b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:07:40.936433 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-59e8bace-45b5-4d21-83a2-1d326662cd73 service neutron] 10.222.0.65 "GET /v2.0/networks/12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455450 Nov 24 18:07:41.012062 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-42b49fa3-ae2a-41f0-8cc1-cc3cf65f17b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:41.098462 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-42b49fa3-ae2a-41f0-8cc1-cc3cf65f17b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:41.105927 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-729cfa6e-a086-4523-973a-fad09a66aace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:41.149456 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b49fa3-ae2a-41f0-8cc1-cc3cf65f17b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2da10a-8990-4deb-ae0d-2aa2702bdd0d,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:41.157309 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-42b49fa3-ae2a-41f0-8cc1-cc3cf65f17b8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=773a5b1d223f493e86c41874f65fa463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4665115 Nov 24 18:07:41.157309 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-42b49fa3-ae2a-41f0-8cc1-cc3cf65f17b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:41.159662 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 51388) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:07:41.202142 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-3e07f654-9d30-4281-8fc5-1d4651c77b87 req-16d13321-9f3a-4697-980a-f7beb88c706b tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7543f3f-56eb-4e17-a9a8-8dd0f2b575be HTTP/1.1" status: 200 len: 210 time: 0.0492442 Nov 24 18:07:41.250819 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-35d00dcb-59bf-4a2a-ba1a-64f80a551c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:41.279867 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-35d00dcb-59bf-4a2a-ba1a-64f80a551c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:41.341553 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:41.481478 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-35d00dcb-59bf-4a2a-ba1a-64f80a551c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:41.490941 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-6bc0a180-7421-4ad8-b905-3fb63584b275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:41.503455 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d00dcb-59bf-4a2a-ba1a-64f80a551c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2da10a-8990-4deb-ae0d-2aa2702bdd0d,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:41.511463 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-35d00dcb-59bf-4a2a-ba1a-64f80a551c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:41.516176 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-35d00dcb-59bf-4a2a-ba1a-64f80a551c39 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6b2da10a-8990-4deb-ae0d-2aa2702bdd0d HTTP/1.1" status: 204 len: 168 time: 0.3540621 Nov 24 18:07:41.516176 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-35d00dcb-59bf-4a2a-ba1a-64f80a551c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:42.235698 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 51426) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:07:42.255083 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-ca807d27-6fe8-4e4f-9b3f-5709180eac44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:42.270506 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-ca807d27-6fe8-4e4f-9b3f-5709180eac44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:07:42.274550 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-ca807d27-6fe8-4e4f-9b3f-5709180eac44 admin admin] Usage tracker for resource:security_group_rule and tenant:f5ec8356d908413a8d604e6571ab9339 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:07:42.281013 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-ca807d27-6fe8-4e4f-9b3f-5709180eac44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:07:42.284060 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-ca807d27-6fe8-4e4f-9b3f-5709180eac44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:07:42.365083 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-8e68722b-d511-49aa-a363-d31efa87c2d4 req-2115051b-8063-4bf7-a68f-11f56654bcf5 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7543f3f-56eb-4e17-a9a8-8dd0f2b575be HTTP/1.1" status: 200 len: 210 time: 0.0527987 Nov 24 18:07:42.408551 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-ca807d27-6fe8-4e4f-9b3f-5709180eac44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:42.454621 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-ca807d27-6fe8-4e4f-9b3f-5709180eac44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:42.463694 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-601b924d-bd85-43ff-a328-b841d0340de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:42.504884 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-ca807d27-6fe8-4e4f-9b3f-5709180eac44 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f5ec8356d908413a8d604e6571ab9339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2680621 Nov 24 18:07:42.505859 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca807d27-6fe8-4e4f-9b3f-5709180eac44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a420e2-3921-45c8-9403-0b33f20c31ab,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:42.507736 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 51430) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:07:42.508898 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-ca807d27-6fe8-4e4f-9b3f-5709180eac44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:42.565065 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-34d64783-c23a-4a45-bbe0-328b1b03c444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:42.592030 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-34d64783-c23a-4a45-bbe0-328b1b03c444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:42.658340 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:42.740294 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-34d64783-c23a-4a45-bbe0-328b1b03c444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:42.743929 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:42.765443 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d64783-c23a-4a45-bbe0-328b1b03c444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a420e2-3921-45c8-9403-0b33f20c31ab,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:42.768107 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-34d64783-c23a-4a45-bbe0-328b1b03c444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:42.775436 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-34d64783-c23a-4a45-bbe0-328b1b03c444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:42.776759 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-34d64783-c23a-4a45-bbe0-328b1b03c444 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/33a420e2-3921-45c8-9403-0b33f20c31ab HTTP/1.1" status: 204 len: 168 time: 0.2679522 Nov 24 18:07:43.586452 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-aa7fe1f2-07f1-4f19-a92f-d8e232e03ac9 req-d11bb8ad-87fd-4aee-803a-58673d02b65d tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7543f3f-56eb-4e17-a9a8-8dd0f2b575be HTTP/1.1" status: 200 len: 210 time: 0.0601838 Nov 24 18:07:43.851769 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-c613ce20-f5a0-4adf-817a-94f9c7d60941 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:43.853200 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-c613ce20-f5a0-4adf-817a-94f9c7d60941 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.66 "GET /v2.0/networks?id=12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7 HTTP/1.1" status: 200 len: 814 time: 0.1838548 Nov 24 18:07:43.870576 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-359e4830-6d58-4837-a7ed-0d4f98d16676 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Request body: {'port': {'device_id': 'f7543f3f-56eb-4e17-a9a8-8dd0f2b575be', 'network_id': '12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7', 'admin_state_up': True, 'tenant_id': '26c1cad41c3f4fa9b70154ca78209f86'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:07:44.163905 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-359e4830-6d58-4837-a7ed-0d4f98d16676 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:07:44.184673 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-359e4830-6d58-4837-a7ed-0d4f98d16676 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:07:44.209312 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f07504-151a-4afc-8d7b-e0abb5b4c43c req-1541ae90-6c9e-4bce-88f3-429955c55b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:44.210768 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-71f07504-151a-4afc-8d7b-e0abb5b4c43c req-1541ae90-6c9e-4bce-88f3-429955c55b31 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=58c9b55138cf4488927b336b55f0f52e&device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 1099 time: 0.1565807 Nov 24 18:07:44.232187 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7a2f6-c4a4-4c0e-8e93-9fb829346d49 req-7e8d5625-88e0-4883-9b9a-94261e5036fa tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:44.233712 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-31f7a2f6-c4a4-4c0e-8e93-9fb829346d49 req-7e8d5625-88e0-4883-9b9a-94261e5036fa tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.1844552 Nov 24 18:07:44.289053 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-31f7a2f6-c4a4-4c0e-8e93-9fb829346d49 req-da6df313-3014-4ff4-b0e1-84a8088f770d tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491848 Nov 24 18:07:44.321973 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-359e4830-6d58-4837-a7ed-0d4f98d16676 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Made reservation on behalf of 26c1cad41c3f4fa9b70154ca78209f86 for: {'port': 1} {{(pid=87423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:07:44.324453 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-359e4830-6d58-4837-a7ed-0d4f98d16676 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:44.446321 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f07504-151a-4afc-8d7b-e0abb5b4c43c req-013fa598-ceef-4f69-b7e4-328ffa2d9177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:44.448109 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-71f07504-151a-4afc-8d7b-e0abb5b4c43c req-013fa598-ceef-4f69-b7e4-328ffa2d9177 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7 HTTP/1.1" status: 200 len: 920 time: 0.2261937 Nov 24 18:07:44.573510 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-71f07504-151a-4afc-8d7b-e0abb5b4c43c req-d2c86af9-98df-4a4a-8355-068616b85438 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d822885e-8a3d-42da-ac15-0bfc4a25b2f2 HTTP/1.1" status: 200 len: 217 time: 0.1055646 Nov 24 18:07:44.640326 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f07504-151a-4afc-8d7b-e0abb5b4c43c req-b2d3f2ad-67ef-4e05-8b28-c03c95158f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:44.641803 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-71f07504-151a-4afc-8d7b-e0abb5b4c43c req-b2d3f2ad-67ef-4e05-8b28-c03c95158f37 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=153ce10b-3d74-4e76-b304-5b290412d101 HTTP/1.1" status: 200 len: 859 time: 0.0601079 Nov 24 18:07:44.687709 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.db_base_plugin_common [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-359e4830-6d58-4837-a7ed-0d4f98d16676 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Allocated IP 172.20.0.9 (12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7/54b4613a-3305-4e89-ae17-1b3cdd6abe2b/2c4628e4-4d24-483d-ac2d-9b65f35dad78) {{(pid=87423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:07:44.741055 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-71f07504-151a-4afc-8d7b-e0abb5b4c43c req-1b24524d-2d98-47d7-ae21-30717e06932b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876133 Nov 24 18:07:44.750721 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-4cb9baec-cd5c-44b6-8deb-406a05c84f43 req-fc40490d-e9a9-45d5-a723-d8f35e81d6a2 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7543f3f-56eb-4e17-a9a8-8dd0f2b575be HTTP/1.1" status: 200 len: 210 time: 0.0501370 Nov 24 18:07:44.994928 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-71f07504-151a-4afc-8d7b-e0abb5b4c43c req-74f15b3c-4c6f-4c44-bdbf-00cf2f7ef019 service neutron] 10.222.0.66 "GET /v2.0/networks/0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415450 Nov 24 18:07:45.031138 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-359e4830-6d58-4837-a7ed-0d4f98d16676 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Notify callbacks [] for port, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:45.160676 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-71f07504-151a-4afc-8d7b-e0abb5b4c43c req-c1cc20d4-3381-40c8-8286-061426e1d932 service neutron] 10.222.0.66 "GET /v2.0/networks/0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576984 Nov 24 18:07:45.180588 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-359e4830-6d58-4837-a7ed-0d4f98d16676 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:45.188235 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-01b3d984-e8b2-4069-aaa6-30c020435006 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:45.194786 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['3421c297-d8be-4bc8-891a-a6bf0d05945d', '713115da-a9d7-4b79-ae35-012e393e69d0', 'e4d410eb-47b7-44f4-9780-f2055413d3b8'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:07:45.277680 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e4830-6d58-4837-a7ed-0d4f98d16676 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Pushing event updated for resources: {'Port': ['ID=2c4628e4-4d24-483d-ac2d-9b65f35dad78,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:45.281978 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-359e4830-6d58-4837-a7ed-0d4f98d16676 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:45.290927 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-359e4830-6d58-4837-a7ed-0d4f98d16676 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Network 12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7 is already hosted by enough agents. {{(pid=87423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:07:45.292233 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.base_scheduler [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-359e4830-6d58-4837-a7ed-0d4f98d16676 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Resources bound (agent type, host, resource id): {{(pid=87423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:07:45.294945 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-359e4830-6d58-4837-a7ed-0d4f98d16676 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Received port after_create {{(pid=87423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:07:45.368599 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-359e4830-6d58-4837-a7ed-0d4f98d16676 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:45.369235 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-359e4830-6d58-4837-a7ed-0d4f98d16676 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:45.495877 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-359e4830-6d58-4837-a7ed-0d4f98d16676 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6294308 Nov 24 18:07:45.507724 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-d67e6d12-eb79-4e0a-aab1-40c578103360 service neutron] Request body: {'port': {'device_id': 'f7543f3f-56eb-4e17-a9a8-8dd0f2b575be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:07:45.578334 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919bf04-8a00-4800-ad94-8b106f746807 req-8f129256-1068-4d3a-a0ae-f6355f7795a2 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:45.587713 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-0919bf04-8a00-4800-ad94-8b106f746807 req-8f129256-1068-4d3a-a0ae-f6355f7795a2 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.1198363 Nov 24 18:07:45.646528 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-d67e6d12-eb79-4e0a-aab1-40c578103360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:45.669086 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-0919bf04-8a00-4800-ad94-8b106f746807 req-284d8215-198c-40b9-9d72-63cd2662d0ce tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799994 Nov 24 18:07:45.993541 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c823d-a4b3-402b-b99b-11032ccf6749 req-13b38d86-dc76-4a45-899b-34daa7db9fd5 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:45.995232 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-dd5c823d-a4b3-402b-b99b-11032ccf6749 req-13b38d86-dc76-4a45-899b-34daa7db9fd5 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7543f3f-56eb-4e17-a9a8-8dd0f2b575be HTTP/1.1" status: 200 len: 931 time: 0.0943017 Nov 24 18:07:46.049098 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-dd5c823d-a4b3-402b-b99b-11032ccf6749 req-568562b4-10db-472b-afe9-5b645258c157 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458648 Nov 24 18:07:46.103079 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-d67e6d12-eb79-4e0a-aab1-40c578103360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c4628e4-4d24-483d-ac2d-9b65f35dad78 {{(pid=87423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:07:46.110616 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-d67e6d12-eb79-4e0a-aab1-40c578103360 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:46.125282 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.provisioning_blocks [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-d67e6d12-eb79-4e0a-aab1-40c578103360 service neutron] Transition to ACTIVE for port object 2c4628e4-4d24-483d-ac2d-9b65f35dad78 will not be triggered until provisioned by entity L2. {{(pid=87423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:07:46.214315 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-d67e6d12-eb79-4e0a-aab1-40c578103360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4080791'] for port, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:46.219090 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-01b3d984-e8b2-4069-aaa6-30c020435006 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:46.418323 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e6d12-eb79-4e0a-aab1-40c578103360 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4628e4-4d24-483d-ac2d-9b65f35dad78,revision_number=2']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:46.424587 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-d67e6d12-eb79-4e0a-aab1-40c578103360 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:46.464576 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-d67e6d12-eb79-4e0a-aab1-40c578103360 service neutron] Attempting to bind port 2c4628e4-4d24-483d-ac2d-9b65f35dad78 on host hv-cinder-81857 for vnic_type normal with profile {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:07:46.464818 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-d67e6d12-eb79-4e0a-aab1-40c578103360 service neutron] Attempting to bind port 2c4628e4-4d24-483d-ac2d-9b65f35dad78 by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': 'e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7'}] {{(pid=87423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:07:46.465701 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-d67e6d12-eb79-4e0a-aab1-40c578103360 service neutron] Attempting to bind port 2c4628e4-4d24-483d-ac2d-9b65f35dad78 on network 12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:07:46.473315 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-d67e6d12-eb79-4e0a-aab1-40c578103360 service neutron] Port 2c4628e4-4d24-483d-ac2d-9b65f35dad78 on network 12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 18:07:46.473639 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-d67e6d12-eb79-4e0a-aab1-40c578103360 service neutron] Attempting to bind port 2c4628e4-4d24-483d-ac2d-9b65f35dad78 on network 12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:07:46.483715 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-d67e6d12-eb79-4e0a-aab1-40c578103360 service neutron] Checking agent: {'id': 'd0ca9dee-1939-4c7e-ac1c-b1e38ddd9156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'started_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:07:46.483715 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-d67e6d12-eb79-4e0a-aab1-40c578103360 service neutron] Checking segment: {'id': 'e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:07:46.483715 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-d67e6d12-eb79-4e0a-aab1-40c578103360 service neutron] Bound using segment: {'id': 'e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7'} {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:07:46.483715 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-d67e6d12-eb79-4e0a-aab1-40c578103360 service neutron] Bound port: 2c4628e4-4d24-483d-ac2d-9b65f35dad78, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7'}}] {{(pid=87423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:07:46.483715 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-d67e6d12-eb79-4e0a-aab1-40c578103360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:46.571270 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-d67e6d12-eb79-4e0a-aab1-40c578103360 service neutron] For port 2c4628e4-4d24-483d-ac2d-9b65f35dad78, host hv-cinder-81857, cleared binding levels {{(pid=87423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:07:46.574324 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-d67e6d12-eb79-4e0a-aab1-40c578103360 service neutron] For port 2c4628e4-4d24-483d-ac2d-9b65f35dad78, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=2c4628e4-4d24-483d-ac2d-9b65f35dad78,segment=NetworkSegment(e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5),segment_id=e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5)] {{(pid=87423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:07:46.670179 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-d67e6d12-eb79-4e0a-aab1-40c578103360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4080791'] for port, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:46.674855 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:46.734490 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-d67e6d12-eb79-4e0a-aab1-40c578103360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:46.735101 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-d67e6d12-eb79-4e0a-aab1-40c578103360 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:46.736473 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-d67e6d12-eb79-4e0a-aab1-40c578103360 service neutron] 10.222.0.66 "PUT /v2.0/ports/2c4628e4-4d24-483d-ac2d-9b65f35dad78 HTTP/1.1" status: 200 len: 1093 time: 1.2330418 Nov 24 18:07:46.736956 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7543f3f-56eb-4e17-a9a8-8dd0f2b575be', 'tag': '2c4628e4-4d24-483d-ac2d-9b65f35dad78'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:07:46.769729 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e6d12-eb79-4e0a-aab1-40c578103360 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4628e4-4d24-483d-ac2d-9b65f35dad78,revision_number=3']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:46.784042 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-d67e6d12-eb79-4e0a-aab1-40c578103360 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:46.811808 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7543f3f-56eb-4e17-a9a8-8dd0f2b575be', 'tag': '2c4628e4-4d24-483d-ac2d-9b65f35dad78', 'status': 'completed', 'code': 200} Nov 24 18:07:46.927009 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5f048-5114-4b84-af3e-3e3e07edd40a req-f0a83a61-15af-416c-be3d-19ce633f29fc tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:46.929294 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-39e5f048-5114-4b84-af3e-3e3e07edd40a req-f0a83a61-15af-416c-be3d-19ce633f29fc tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.1324284 Nov 24 18:07:46.952230 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c57e6-9a9a-4a57-b488-70dd09ffb28c req-2775ce64-37bb-47cd-a601-c50e868a692d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:46.954562 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-be1c57e6-9a9a-4a57-b488-70dd09ffb28c req-2775ce64-37bb-47cd-a601-c50e868a692d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=26c1cad41c3f4fa9b70154ca78209f86&device_id=f7543f3f-56eb-4e17-a9a8-8dd0f2b575be HTTP/1.1" status: 200 len: 1096 time: 0.0998206 Nov 24 18:07:46.988478 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-39e5f048-5114-4b84-af3e-3e3e07edd40a req-62fd2135-c17d-47a7-8f75-2418a1cdd73e tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528133 Nov 24 18:07:47.127171 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c57e6-9a9a-4a57-b488-70dd09ffb28c req-2ff7e37b-2a67-4352-878a-f235b2be00bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:47.128771 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-be1c57e6-9a9a-4a57-b488-70dd09ffb28c req-2ff7e37b-2a67-4352-878a-f235b2be00bf service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=26c1cad41c3f4fa9b70154ca78209f86&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1513045 Nov 24 18:07:47.334654 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c57e6-9a9a-4a57-b488-70dd09ffb28c req-6a486b00-3c4a-47c2-bb66-f9e66cd07e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:47.336260 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-be1c57e6-9a9a-4a57-b488-70dd09ffb28c req-6a486b00-3c4a-47c2-bb66-f9e66cd07e31 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1958513 Nov 24 18:07:47.347635 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1dc44-8ac1-4d49-9fc8-a8f0b521fe46 req-1a5c6a60-1eb8-40ac-9dd4-8e911e02ed7e tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:47.348310 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-8db1dc44-8ac1-4d49-9fc8-a8f0b521fe46 req-1a5c6a60-1eb8-40ac-9dd4-8e911e02ed7e tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Synchronizing usage tracker for tenant:26c1cad41c3f4fa9b70154ca78209f86 on resource:port {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:07:47.466108 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-8db1dc44-8ac1-4d49-9fc8-a8f0b521fe46 req-1a5c6a60-1eb8-40ac-9dd4-8e911e02ed7e tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Unset dirty status for tenant:26c1cad41c3f4fa9b70154ca78209f86 on resource:port {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:07:47.467272 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-8db1dc44-8ac1-4d49-9fc8-a8f0b521fe46 req-1a5c6a60-1eb8-40ac-9dd4-8e911e02ed7e tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7543f3f-56eb-4e17-a9a8-8dd0f2b575be HTTP/1.1" status: 200 len: 943 time: 0.3071449 Nov 24 18:07:47.469200 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-fd01051c-eb4b-4076-9ded-7a1e39bec315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:47.470565 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-fd01051c-eb4b-4076-9ded-7a1e39bec315 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=26c1cad41c3f4fa9b70154ca78209f86&device_id=f7543f3f-56eb-4e17-a9a8-8dd0f2b575be HTTP/1.1" status: 200 len: 1096 time: 0.0864949 Nov 24 18:07:47.560647 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-586d3434-c894-481c-9c2a-5097d94fffd0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c4628e4-4d24-483d-ac2d-9b65f35dad78 HTTP/1.1" status: 200 len: 217 time: 0.0717771 Nov 24 18:07:47.616212 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-8db1dc44-8ac1-4d49-9fc8-a8f0b521fe46 req-786f877d-5b0a-4e5e-9e8e-637c6d1b9489 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426883 Nov 24 18:07:47.639480 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-96f78972-af15-4ac1-b436-cb130f9196ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:47.640956 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-96f78972-af15-4ac1-b436-cb130f9196ca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=54b4613a-3305-4e89-ae17-1b3cdd6abe2b HTTP/1.1" status: 200 len: 854 time: 0.0698407 Nov 24 18:07:47.714371 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-1ffd0d12-6c80-4cef-8663-dbf48379adfa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517888 Nov 24 18:07:47.855765 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-580ca14e-a497-41c2-ad84-c45627605d8e service neutron] 10.222.0.66 "GET /v2.0/networks/12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338077 Nov 24 18:07:48.001693 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-5775d2b6-4ec8-40ec-8e93-8585c23de81d req-16191a08-2b62-490a-8de1-5c0d7557cac7 service neutron] 10.222.0.66 "GET /v2.0/networks/12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335111 Nov 24 18:07:48.183542 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e8f76-6442-4bbe-849e-30b9a805d55f req-67a64d77-b891-45cf-a0a9-11294b5627d6 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:48.185069 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-aa7e8f76-6442-4bbe-849e-30b9a805d55f req-67a64d77-b891-45cf-a0a9-11294b5627d6 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.0830529 Nov 24 18:07:48.231129 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-aa7e8f76-6442-4bbe-849e-30b9a805d55f req-10b4f02d-bebf-4bb0-a619-203cf12a387a tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402875 Nov 24 18:07:48.880777 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0d1aa-08b8-4f03-aab2-12b709819233 req-5f3d5fe1-9d0e-4900-a032-eddadfa5f95f tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:48.882453 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-76c0d1aa-08b8-4f03-aab2-12b709819233 req-5f3d5fe1-9d0e-4900-a032-eddadfa5f95f tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7543f3f-56eb-4e17-a9a8-8dd0f2b575be HTTP/1.1" status: 200 len: 943 time: 0.1589537 Nov 24 18:07:48.931823 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-76c0d1aa-08b8-4f03-aab2-12b709819233 req-98ebfe6c-9b89-4d5e-a593-347beab3e107 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395875 Nov 24 18:07:48.999079 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 51626) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:07:49.152962 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-e9b3c5ee-8861-41df-9e44-622ab548e26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:49.167391 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-e9b3c5ee-8861-41df-9e44-622ab548e26e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:07:49.171145 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-e9b3c5ee-8861-41df-9e44-622ab548e26e admin admin] Usage tracker for resource:security_group_rule and tenant:2ac182e15a844ba4a885cd6f0ff48f2b is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:07:49.173913 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-e9b3c5ee-8861-41df-9e44-622ab548e26e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:07:49.179806 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-e9b3c5ee-8861-41df-9e44-622ab548e26e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:07:49.272619 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-e9b3c5ee-8861-41df-9e44-622ab548e26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:49.351877 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-e9b3c5ee-8861-41df-9e44-622ab548e26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:49.359286 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-2b491725-1f5c-4a6b-902e-3e27121ae7bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:49.399118 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3c5ee-8861-41df-9e44-622ab548e26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385df64e-61b1-47e1-ae2a-d66a0c7de3d0,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:49.403242 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-e9b3c5ee-8861-41df-9e44-622ab548e26e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2ac182e15a844ba4a885cd6f0ff48f2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4031615 Nov 24 18:07:49.404108 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-e9b3c5ee-8861-41df-9e44-622ab548e26e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:49.406053 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 51638) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:07:49.417312 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acccc11-1f59-42b1-bb5c-db6fca1707ee req-45d1b0e8-c90a-4166-a4a9-181d8be3e04b tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:49.418777 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7acccc11-1f59-42b1-bb5c-db6fca1707ee req-45d1b0e8-c90a-4166-a4a9-181d8be3e04b tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.0801215 Nov 24 18:07:49.464872 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-7e0560a6-90ad-4544-9071-c3f7da7ef44f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:49.478252 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7acccc11-1f59-42b1-bb5c-db6fca1707ee req-815dc81f-2a5a-4f3e-bfd0-b34a1393a012 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522277 Nov 24 18:07:49.497308 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-7e0560a6-90ad-4544-9071-c3f7da7ef44f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:49.681355 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-7e0560a6-90ad-4544-9071-c3f7da7ef44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:49.689113 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-24dd45a7-87ed-4e03-8723-77c4b8fd9160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:49.699211 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc2ab7-7227-4200-8004-58e3bd8534ca req-c85ca9f0-9f08-4f34-81dc-8a7621d34139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:49.701262 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-dbfc2ab7-7227-4200-8004-58e3bd8534ca req-c85ca9f0-9f08-4f34-81dc-8a7621d34139 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=58c9b55138cf4488927b336b55f0f52e&device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 1099 time: 0.0727842 Nov 24 18:07:49.702371 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0560a6-90ad-4544-9071-c3f7da7ef44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385df64e-61b1-47e1-ae2a-d66a0c7de3d0,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:49.711304 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-7e0560a6-90ad-4544-9071-c3f7da7ef44f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:49.714945 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-7e0560a6-90ad-4544-9071-c3f7da7ef44f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/385df64e-61b1-47e1-ae2a-d66a0c7de3d0 HTTP/1.1" status: 204 len: 168 time: 0.3055837 Nov 24 18:07:49.714945 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-7e0560a6-90ad-4544-9071-c3f7da7ef44f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:49.928951 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc2ab7-7227-4200-8004-58e3bd8534ca req-453634ef-51db-404e-baa3-be9bda7c61ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:49.930472 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-dbfc2ab7-7227-4200-8004-58e3bd8534ca req-453634ef-51db-404e-baa3-be9bda7c61ed service neutron] 10.222.0.66 "GET /v2.0/networks?id=0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7 HTTP/1.1" status: 200 len: 920 time: 0.1993785 Nov 24 18:07:50.016054 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-dbfc2ab7-7227-4200-8004-58e3bd8534ca req-0b8b215e-d719-4fef-bb47-05918e06381b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d822885e-8a3d-42da-ac15-0bfc4a25b2f2 HTTP/1.1" status: 200 len: 217 time: 0.0671592 Nov 24 18:07:50.151172 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc2ab7-7227-4200-8004-58e3bd8534ca req-9f956929-f617-4db3-8692-43b289e31cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:50.152666 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-dbfc2ab7-7227-4200-8004-58e3bd8534ca req-9f956929-f617-4db3-8692-43b289e31cba service neutron] 10.222.0.66 "GET /v2.0/subnets?id=153ce10b-3d74-4e76-b304-5b290412d101 HTTP/1.1" status: 200 len: 859 time: 0.1257186 Nov 24 18:07:50.211827 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-dbfc2ab7-7227-4200-8004-58e3bd8534ca req-ffa98a12-b20c-41b4-9560-d2ccfb930e94 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459754 Nov 24 18:07:50.220818 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea5a9c-cf0e-4917-956b-57560380b312 req-e671b3f5-61d9-40aa-ada5-ac79b5653904 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:50.222175 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b8ea5a9c-cf0e-4917-956b-57560380b312 req-e671b3f5-61d9-40aa-ada5-ac79b5653904 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7543f3f-56eb-4e17-a9a8-8dd0f2b575be HTTP/1.1" status: 200 len: 943 time: 0.1505744 Nov 24 18:07:50.370517 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b8ea5a9c-cf0e-4917-956b-57560380b312 req-3ca3debb-e992-4c6c-9297-94ce66967566 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223218 Nov 24 18:07:50.414218 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-dbfc2ab7-7227-4200-8004-58e3bd8534ca req-41ab507e-7497-4818-9f2a-c505987b4d49 service neutron] 10.222.0.66 "GET /v2.0/networks/0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911125 Nov 24 18:07:50.558960 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-dbfc2ab7-7227-4200-8004-58e3bd8534ca req-b506516a-1dfa-4ee9-a2b8-76e8ba5f1f4b service neutron] 10.222.0.66 "GET /v2.0/networks/0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333466 Nov 24 18:07:50.679660 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d672a25-25cd-489b-b977-ba2f9c3b40a5 req-5e775d2b-4dc1-4798-9213-224353def307 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:50.681155 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-3d672a25-25cd-489b-b977-ba2f9c3b40a5 req-5e775d2b-4dc1-4798-9213-224353def307 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.0910904 Nov 24 18:07:50.727614 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-3d672a25-25cd-489b-b977-ba2f9c3b40a5 req-f781946d-3ee1-4ce6-be62-22ae55b2aa87 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401742 Nov 24 18:07:51.312751 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 2c4628e4-4d24-483d-ac2d-9b65f35dad78 details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=87425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 18:07:51.447438 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 2c4628e4-4d24-483d-ac2d-9b65f35dad78, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=2c4628e4-4d24-483d-ac2d-9b65f35dad78,segment=NetworkSegment(e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5),segment_id=e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:07:51.461299 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Returning: {'device': '2c4628e4-4d24-483d-ac2d-9b65f35dad78', 'network_id': '12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7', 'port_id': '2c4628e4-4d24-483d-ac2d-9b65f35dad78', 'mac_address': 'fa:16:3e:79:fb:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b4613a-3305-4e89-ae17-1b3cdd6abe2b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 18:07:51.527429 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:51.547042 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c4628e4-4d24-483d-ac2d-9b65f35dad78 {{(pid=87425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:07:51.568308 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 2c4628e4-4d24-483d-ac2d-9b65f35dad78, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=2c4628e4-4d24-483d-ac2d-9b65f35dad78,segment=NetworkSegment(e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5),segment_id=e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:07:51.594193 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce239a3b-3683-4e77-b8d0-24ef82acd81d req-67b6501d-bf79-4395-a8dd-fe98ac92f852 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:51.595760 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ce239a3b-3683-4e77-b8d0-24ef82acd81d req-67b6501d-bf79-4395-a8dd-fe98ac92f852 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7543f3f-56eb-4e17-a9a8-8dd0f2b575be HTTP/1.1" status: 200 len: 943 time: 0.0936396 Nov 24 18:07:51.643153 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ce239a3b-3683-4e77-b8d0-24ef82acd81d req-23b57b37-4707-47df-8fc6-4dc33ab43c3d tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411954 Nov 24 18:07:51.672068 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:51.673938 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-3ed73f77-7bec-4533-b0d7-c323ac1f2a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:51.740274 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=2c4628e4-4d24-483d-ac2d-9b65f35dad78,revision_number=4']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:51.743443 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:51.942085 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001f36f-d85c-4d6b-bc18-30434278e0cf req-168e2a75-595f-4f81-9e49-2fed78f6a043 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:51.943605 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-7001f36f-d85c-4d6b-bc18-30434278e0cf req-168e2a75-595f-4f81-9e49-2fed78f6a043 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.1082511 Nov 24 18:07:51.992475 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-7001f36f-d85c-4d6b-bc18-30434278e0cf req-da20d952-f761-4bd5-b4c4-dd28573f1a6f tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432918 Nov 24 18:07:52.097852 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['2c4628e4-4d24-483d-ac2d-9b65f35dad78'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:07:52.236389 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:53.027543 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48be777-b64f-494a-93f0-41bede728dda req-61c5e79a-8732-4016-b140-862335f8a82c tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:53.036877 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a48be777-b64f-494a-93f0-41bede728dda req-61c5e79a-8732-4016-b140-862335f8a82c tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7543f3f-56eb-4e17-a9a8-8dd0f2b575be HTTP/1.1" status: 200 len: 944 time: 0.1055927 Nov 24 18:07:53.116962 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a48be777-b64f-494a-93f0-41bede728dda req-294f1ec0-7f1a-468e-a60f-d6e475d147db tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791914 Nov 24 18:07:53.250725 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3f6c0-f672-4f7f-b553-555cdec25f16 req-4914260d-a13e-44c8-8282-141aeb368219 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:53.252333 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-b2d3f6c0-f672-4f7f-b553-555cdec25f16 req-4914260d-a13e-44c8-8282-141aeb368219 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.1372309 Nov 24 18:07:53.304451 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-b2d3f6c0-f672-4f7f-b553-555cdec25f16 req-49e44959-ab01-4e24-a703-14a265ea2cec tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462155 Nov 24 18:07:53.320995 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 2c4628e4-4d24-483d-ac2d-9b65f35dad78 up at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:07:53.357871 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9b4f6910-3164-4aff-b994-35916629411d req-fae73581-6e90-4f67-9f23-4f4bb1c48d3e tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=3307879e2b744580b95e7a365a64c36d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657635 Nov 24 18:07:53.459946 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning for port 2c4628e4-4d24-483d-ac2d-9b65f35dad78 completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:07:53.465498 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning complete for port 2c4628e4-4d24-483d-ac2d-9b65f35dad78 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:07:53.465891 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:53.568755 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f6910-3164-4aff-b994-35916629411d req-41902d97-8fc1-40d4-bd58-c2459022cfb8 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:53.570529 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9b4f6910-3164-4aff-b994-35916629411d req-41902d97-8fc1-40d4-bd58-c2459022cfb8 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2060547 Nov 24 18:07:53.588743 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9b4f6910-3164-4aff-b994-35916629411d req-c897bc74-3b04-4737-a0f6-b57a9fdd734d tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.65 "GET /v2.0/quotas/3307879e2b744580b95e7a365a64c36d HTTP/1.1" status: 200 len: 375 time: 0.0114620 Nov 24 18:07:53.600104 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:53.629209 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7543f3f-56eb-4e17-a9a8-8dd0f2b575be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4628e4-4d24-483d-ac2d-9b65f35dad78'}] {{(pid=87425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:07:53.645883 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9b4f6910-3164-4aff-b994-35916629411d req-68eaf357-2f3d-4525-b4d2-ad9439600ad4 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3307879e2b744580b95e7a365a64c36d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513394 Nov 24 18:07:53.648588 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 2c4628e4-4d24-483d-ac2d-9b65f35dad78, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=2c4628e4-4d24-483d-ac2d-9b65f35dad78,segment=NetworkSegment(e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5),segment_id=e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:07:53.678700 dv-cinder-818579-1-smb neutron-server[87425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7543f3f-56eb-4e17-a9a8-8dd0f2b575be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4628e4-4d24-483d-ac2d-9b65f35dad78', 'code': 200} Nov 24 18:07:53.717761 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:53.720419 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:53.792183 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=2c4628e4-4d24-483d-ac2d-9b65f35dad78,revision_number=5']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:53.795291 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:54.005972 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-b5608440-bfbb-4fde-8b93-8bf28dfe294a req-e06d518c-cf35-48ad-b9d7-638d81bc3d57 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.65 "GET /v2.0/ports?device_id=33ff1ed5-f02a-43f5-bebc-ce5c0e91473f HTTP/1.1" status: 200 len: 210 time: 0.0642278 Nov 24 18:07:54.199262 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38ad42-fb95-44f9-bf46-421ccc47738e req-fc4a8901-19d7-4fe1-94ef-93348a71ca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:54.203253 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-af38ad42-fb95-44f9-bf46-421ccc47738e req-fc4a8901-19d7-4fe1-94ef-93348a71ca9c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f7543f3f-56eb-4e17-a9a8-8dd0f2b575be HTTP/1.1" status: 200 len: 1098 time: 0.0701997 Nov 24 18:07:54.251897 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-af38ad42-fb95-44f9-bf46-421ccc47738e req-71bc6ef0-55f1-42c8-be4d-9a5371954050 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437186 Nov 24 18:07:54.326972 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1382817-3aa2-4426-9e3e-18c071534ba2 req-ddf10493-c988-441f-a9f6-fa3112628e36 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:54.328551 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-c1382817-3aa2-4426-9e3e-18c071534ba2 req-ddf10493-c988-441f-a9f6-fa3112628e36 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7543f3f-56eb-4e17-a9a8-8dd0f2b575be HTTP/1.1" status: 200 len: 945 time: 0.0858622 Nov 24 18:07:54.375976 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-c1382817-3aa2-4426-9e3e-18c071534ba2 req-7466bc00-26ea-4caf-8ac4-73e0ba259343 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409458 Nov 24 18:07:54.511681 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6d093-9ea1-410c-8107-4482b0dd0dbf req-e5be9d09-7be2-4965-b80d-d2faee1e8b2a tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:54.513335 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-45b6d093-9ea1-410c-8107-4482b0dd0dbf req-e5be9d09-7be2-4965-b80d-d2faee1e8b2a tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.0854223 Nov 24 18:07:54.621021 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-45b6d093-9ea1-410c-8107-4482b0dd0dbf req-c07dd434-80cc-4740-bb89-77e432a9c89a tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015747 Nov 24 18:07:55.154891 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-bafdc003-552b-4d64-9ecf-5c9fd5a175b3 req-a992496b-af4d-4353-a6a1-9f2a89b6e7fc tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.65 "GET /v2.0/ports?device_id=33ff1ed5-f02a-43f5-bebc-ce5c0e91473f HTTP/1.1" status: 200 len: 210 time: 0.0464554 Nov 24 18:07:55.578178 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308ef27-3f4b-469b-b9ad-1e2946a4509e req-74dbdee5-6d85-494c-8b31-eeca2e540588 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:55.580635 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b308ef27-3f4b-469b-b9ad-1e2946a4509e req-74dbdee5-6d85-494c-8b31-eeca2e540588 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7543f3f-56eb-4e17-a9a8-8dd0f2b575be HTTP/1.1" status: 200 len: 945 time: 0.0870528 Nov 24 18:07:55.631594 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 51834) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:07:55.636443 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b308ef27-3f4b-469b-b9ad-1e2946a4509e req-072e371f-6ec6-4871-88bf-1dbf789e65d0 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497584 Nov 24 18:07:55.794821 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-46f146a8-73e8-42fe-9e3c-474c8009efe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:55.819812 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-46f146a8-73e8-42fe-9e3c-474c8009efe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:07:55.829865 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-46f146a8-73e8-42fe-9e3c-474c8009efe6 admin admin] Usage tracker for resource:security_group_rule and tenant:3f59c98353884aef8ae699aa542778a4 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:07:55.834843 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-46f146a8-73e8-42fe-9e3c-474c8009efe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:07:55.848026 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-46f146a8-73e8-42fe-9e3c-474c8009efe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:07:55.900076 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24873a-2b12-4111-8f85-1805485d2cb7 req-988c6669-0af1-4298-8857-50000f420539 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:55.909862 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-bf24873a-2b12-4111-8f85-1805485d2cb7 req-988c6669-0af1-4298-8857-50000f420539 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.1636457 Nov 24 18:07:55.971313 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-bf24873a-2b12-4111-8f85-1805485d2cb7 req-89cb35c0-2c0d-4e82-9fe0-1c271f81e185 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605805 Nov 24 18:07:55.999103 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-46f146a8-73e8-42fe-9e3c-474c8009efe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:56.152067 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-46f146a8-73e8-42fe-9e3c-474c8009efe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:56.160937 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:56.201063 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-46f146a8-73e8-42fe-9e3c-474c8009efe6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3f59c98353884aef8ae699aa542778a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5677984 Nov 24 18:07:56.201962 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f146a8-73e8-42fe-9e3c-474c8009efe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f51111d-fa79-493b-b28e-983c9153dbf8,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:56.203816 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 51860) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:07:56.204944 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-46f146a8-73e8-42fe-9e3c-474c8009efe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:56.272320 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-c5428648-dd14-4215-b700-6024151aa004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:56.300579 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-c5428648-dd14-4215-b700-6024151aa004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:56.312566 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-a3f62856-e89d-42e9-bfc3-d8fc6ff8d62d req-3f063c08-62b0-4b0b-8da7-48f743c4106d tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.65 "GET /v2.0/ports?device_id=33ff1ed5-f02a-43f5-bebc-ce5c0e91473f HTTP/1.1" status: 200 len: 210 time: 0.0473731 Nov 24 18:07:56.436956 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-c5428648-dd14-4215-b700-6024151aa004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:56.441697 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:56.453597 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5428648-dd14-4215-b700-6024151aa004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f51111d-fa79-493b-b28e-983c9153dbf8,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:56.456493 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-c5428648-dd14-4215-b700-6024151aa004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:56.458733 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-c5428648-dd14-4215-b700-6024151aa004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:56.461232 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-c5428648-dd14-4215-b700-6024151aa004 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7f51111d-fa79-493b-b28e-983c9153dbf8 HTTP/1.1" status: 204 len: 168 time: 0.2553155 Nov 24 18:07:56.813790 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2bf3d-0ef0-40fd-9db0-388b3981d0c4 req-69783f28-f748-4e95-a301-e7d5ecd7e4ca tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:56.815392 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-41b2bf3d-0ef0-40fd-9db0-388b3981d0c4 req-69783f28-f748-4e95-a301-e7d5ecd7e4ca tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7543f3f-56eb-4e17-a9a8-8dd0f2b575be HTTP/1.1" status: 200 len: 945 time: 0.0806108 Nov 24 18:07:56.866392 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-41b2bf3d-0ef0-40fd-9db0-388b3981d0c4 req-04b07e1d-9e29-4376-bcc7-5a9f597bcf40 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450704 Nov 24 18:07:56.889937 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9b4f6910-3164-4aff-b994-35916629411d req-02f88622-242e-441a-886f-6127ce169f38 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=3307879e2b744580b95e7a365a64c36d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304940 Nov 24 18:07:57.091554 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f6910-3164-4aff-b994-35916629411d req-6fe2d427-1ac1-4c96-8261-ed88b13fd280 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:57.093951 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9b4f6910-3164-4aff-b994-35916629411d req-6fe2d427-1ac1-4c96-8261-ed88b13fd280 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1957142 Nov 24 18:07:57.121496 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [req-9b4f6910-3164-4aff-b994-35916629411d req-dee5e34e-8ddc-4998-a3f3-559e50293c27 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Request body: {'port': {'device_id': '33ff1ed5-f02a-43f5-bebc-ce5c0e91473f', 'network_id': '6a3ee535-236d-47be-833e-3a9ecf7b0e7d', 'admin_state_up': True, 'tenant_id': '3307879e2b744580b95e7a365a64c36d'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:07:57.134566 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 51884) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:07:57.214223 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-3c00920e-fd03-4294-a73d-ad378022eed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:57.221128 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fb2cd-2c60-4e7e-a638-61d8ed099d50 req-64423ea5-3694-47f2-a88c-ca9b05d2017d tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:57.232090 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-bc8fb2cd-2c60-4e7e-a638-61d8ed099d50 req-64423ea5-3694-47f2-a88c-ca9b05d2017d tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.1118243 Nov 24 18:07:57.246990 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-3c00920e-fd03-4294-a73d-ad378022eed7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:07:57.268068 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-3c00920e-fd03-4294-a73d-ad378022eed7 admin admin] Usage tracker for resource:security_group_rule and tenant:d54f0602783e4cddbac9492bc1034cd1 is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:07:57.273042 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-3c00920e-fd03-4294-a73d-ad378022eed7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:07:57.281987 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-bc8fb2cd-2c60-4e7e-a638-61d8ed099d50 req-72f3ea0d-7330-4985-a580-9250cd5cff92 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488820 Nov 24 18:07:57.284048 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-3c00920e-fd03-4294-a73d-ad378022eed7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:07:57.336905 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [req-9b4f6910-3164-4aff-b994-35916629411d req-dee5e34e-8ddc-4998-a3f3-559e50293c27 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:07:57.345643 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-9b4f6910-3164-4aff-b994-35916629411d req-dee5e34e-8ddc-4998-a3f3-559e50293c27 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Usage tracker for resource:port and tenant:3307879e2b744580b95e7a365a64c36d is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:07:57.349352 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-9b4f6910-3164-4aff-b994-35916629411d req-dee5e34e-8ddc-4998-a3f3-559e50293c27 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:07:57.357991 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [req-9b4f6910-3164-4aff-b994-35916629411d req-dee5e34e-8ddc-4998-a3f3-559e50293c27 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:07:57.432379 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-3c00920e-fd03-4294-a73d-ad378022eed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:57.476035 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b4f6910-3164-4aff-b994-35916629411d req-dee5e34e-8ddc-4998-a3f3-559e50293c27 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Made reservation on behalf of 3307879e2b744580b95e7a365a64c36d for: {'port': 1} {{(pid=87423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:07:57.479649 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-9b4f6910-3164-4aff-b994-35916629411d req-dee5e34e-8ddc-4998-a3f3-559e50293c27 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:57.499007 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-925223a7-fb13-4dc5-9e94-a2a46ba75e7f req-95692649-e725-4d8b-a68f-291913b27045 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.65 "GET /v2.0/ports?device_id=33ff1ed5-f02a-43f5-bebc-ce5c0e91473f HTTP/1.1" status: 200 len: 210 time: 0.0602775 Nov 24 18:07:57.499797 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-9b4f6910-3164-4aff-b994-35916629411d req-dee5e34e-8ddc-4998-a3f3-559e50293c27 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:57.510582 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-3c00920e-fd03-4294-a73d-ad378022eed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:57.523863 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-bfbf9114-07f1-442f-8f49-7b319d8a5555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:57.545399 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [req-9b4f6910-3164-4aff-b994-35916629411d req-dee5e34e-8ddc-4998-a3f3-559e50293c27 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:07:57.576045 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-9b4f6910-3164-4aff-b994-35916629411d req-dee5e34e-8ddc-4998-a3f3-559e50293c27 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Usage tracker for resource:security_group_rule and tenant:3307879e2b744580b95e7a365a64c36d is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:07:57.585434 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-9b4f6910-3164-4aff-b994-35916629411d req-dee5e34e-8ddc-4998-a3f3-559e50293c27 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:07:57.592266 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00920e-fd03-4294-a73d-ad378022eed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ba1c3c-888c-4f2b-80a7-7be971fdf63e,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:57.598287 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-3c00920e-fd03-4294-a73d-ad378022eed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:57.603839 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-3c00920e-fd03-4294-a73d-ad378022eed7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d54f0602783e4cddbac9492bc1034cd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4650471 Nov 24 18:07:57.603839 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [req-9b4f6910-3164-4aff-b994-35916629411d req-dee5e34e-8ddc-4998-a3f3-559e50293c27 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:07:57.603839 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 51898) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:07:57.690912 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-f5e2eea4-4f76-4041-95e0-3e507ee7fe06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:57.730183 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-f5e2eea4-4f76-4041-95e0-3e507ee7fe06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:57.794772 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-9b4f6910-3164-4aff-b994-35916629411d req-dee5e34e-8ddc-4998-a3f3-559e50293c27 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:57.911892 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-f5e2eea4-4f76-4041-95e0-3e507ee7fe06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:57.917337 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-9b4f6910-3164-4aff-b994-35916629411d req-dee5e34e-8ddc-4998-a3f3-559e50293c27 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:57.923497 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-f841f197-9c7e-4951-8723-9101f51da44f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:57.973639 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2eea4-4f76-4041-95e0-3e507ee7fe06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ba1c3c-888c-4f2b-80a7-7be971fdf63e,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:58.032241 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-f5e2eea4-4f76-4041-95e0-3e507ee7fe06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:58.035704 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-f5e2eea4-4f76-4041-95e0-3e507ee7fe06 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/58ba1c3c-888c-4f2b-80a7-7be971fdf63e HTTP/1.1" status: 204 len: 168 time: 0.4288833 Nov 24 18:07:58.057794 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5e34e-8ddc-4998-a3f3-559e50293c27 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=067b3ff4-9b1a-43ad-b40f-fdb30db02b07,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:58.063189 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-dee5e34e-8ddc-4998-a3f3-559e50293c27 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:58.063682 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-b55904f3-5bd8-4032-92b2-82a340a3df2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:58.064044 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-b55904f3-5bd8-4032-92b2-82a340a3df2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:58.137236 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.db_base_plugin_common [req-9b4f6910-3164-4aff-b994-35916629411d req-dee5e34e-8ddc-4998-a3f3-559e50293c27 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Allocated IP 192.168.233.219 (6a3ee535-236d-47be-833e-3a9ecf7b0e7d/d9da3d0a-750d-4eb9-9a95-eb7ccc0d6df9/dab05406-bdee-497a-b75c-bd3c502bb0ef) {{(pid=87423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:07:58.353217 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-9b4f6910-3164-4aff-b994-35916629411d req-dee5e34e-8ddc-4998-a3f3-559e50293c27 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Notify callbacks [] for port, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:58.369598 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.provisioning_blocks [req-9b4f6910-3164-4aff-b994-35916629411d req-dee5e34e-8ddc-4998-a3f3-559e50293c27 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Transition to ACTIVE for port object dab05406-bdee-497a-b75c-bd3c502bb0ef will not be triggered until provisioned by entity DHCP. {{(pid=87423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:07:58.493123 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48ef15-c174-4db7-8b64-1a512b8cdab9 req-45d7490d-c6ac-4093-901b-91d5ba69f3a6 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:58.494650 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9d48ef15-c174-4db7-8b64-1a512b8cdab9 req-45d7490d-c6ac-4093-901b-91d5ba69f3a6 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.0921767 Nov 24 18:07:58.496849 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-9b4f6910-3164-4aff-b994-35916629411d req-dee5e34e-8ddc-4998-a3f3-559e50293c27 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:58.502827 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-d67e6d12-eb79-4e0a-aab1-40c578103360 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:58.599219 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b4f6910-3164-4aff-b994-35916629411d req-dee5e34e-8ddc-4998-a3f3-559e50293c27 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Network 6a3ee535-236d-47be-833e-3a9ecf7b0e7d is already hosted by enough agents. {{(pid=87423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:07:58.603836 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.base_scheduler [req-9b4f6910-3164-4aff-b994-35916629411d req-dee5e34e-8ddc-4998-a3f3-559e50293c27 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Resources bound (agent type, host, resource id): {{(pid=87423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:07:58.607137 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4f6910-3164-4aff-b994-35916629411d req-dee5e34e-8ddc-4998-a3f3-559e50293c27 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Received port after_create {{(pid=87423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:07:58.679324 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5e34e-8ddc-4998-a3f3-559e50293c27 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Pushing event updated for resources: {'Port': ['ID=dab05406-bdee-497a-b75c-bd3c502bb0ef,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:58.684089 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-dee5e34e-8ddc-4998-a3f3-559e50293c27 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:58.698603 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9d48ef15-c174-4db7-8b64-1a512b8cdab9 req-83c7f161-d462-480a-9dec-7e3440c7192b tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578388 Nov 24 18:07:58.709504 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f6910-3164-4aff-b994-35916629411d req-dee5e34e-8ddc-4998-a3f3-559e50293c27 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:58.710141 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-9b4f6910-3164-4aff-b994-35916629411d req-dee5e34e-8ddc-4998-a3f3-559e50293c27 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:58.737085 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12072c-b9db-4f8f-a431-c811454ac576 req-e3a034da-8f0a-4f1b-9a36-69f9b513d68d tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:07:58.742500 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-9b12072c-b9db-4f8f-a431-c811454ac576 req-e3a034da-8f0a-4f1b-9a36-69f9b513d68d tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.65 "GET /v2.0/ports?device_id=33ff1ed5-f02a-43f5-bebc-ce5c0e91473f HTTP/1.1" status: 200 len: 936 time: 0.1231894 Nov 24 18:07:58.805259 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9b4f6910-3164-4aff-b994-35916629411d req-dee5e34e-8ddc-4998-a3f3-559e50293c27 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6930501 Nov 24 18:07:58.805816 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-9b12072c-b9db-4f8f-a431-c811454ac576 req-e70d3147-9286-47a4-bffe-67ea40c6f479 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.65 "GET /v2.0/security-groups?id=067b3ff4-9b1a-43ad-b40f-fdb30db02b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565085 Nov 24 18:07:58.820993 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [req-9b4f6910-3164-4aff-b994-35916629411d req-28e0555a-162c-4921-8a38-3faf11d8e80a service neutron] Request body: {'port': {'device_id': '33ff1ed5-f02a-43f5-bebc-ce5c0e91473f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:07:59.014898 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-9b4f6910-3164-4aff-b994-35916629411d req-28e0555a-162c-4921-8a38-3faf11d8e80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:59.060014 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-69858447-f710-43bd-8541-5f63a3ef758b None None] Provisioning for port dab05406-bdee-497a-b75c-bd3c502bb0ef completed by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:07:59.068910 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-69858447-f710-43bd-8541-5f63a3ef758b None None] Provisioning complete for port dab05406-bdee-497a-b75c-bd3c502bb0ef triggered by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:07:59.069304 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-69858447-f710-43bd-8541-5f63a3ef758b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:59.148083 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-69858447-f710-43bd-8541-5f63a3ef758b None None] Port dab05406-bdee-497a-b75c-bd3c502bb0ef cannot update to ACTIVE because it is not bound. {{(pid=87425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 18:07:59.477118 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [req-9b4f6910-3164-4aff-b994-35916629411d req-28e0555a-162c-4921-8a38-3faf11d8e80a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dab05406-bdee-497a-b75c-bd3c502bb0ef {{(pid=87423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:07:59.484911 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-9b4f6910-3164-4aff-b994-35916629411d req-28e0555a-162c-4921-8a38-3faf11d8e80a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:59.499744 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.provisioning_blocks [req-9b4f6910-3164-4aff-b994-35916629411d req-28e0555a-162c-4921-8a38-3faf11d8e80a service neutron] Transition to ACTIVE for port object dab05406-bdee-497a-b75c-bd3c502bb0ef will not be triggered until provisioned by entity L2. {{(pid=87423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:07:59.624107 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-9b4f6910-3164-4aff-b994-35916629411d req-28e0555a-162c-4921-8a38-3faf11d8e80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4080791'] for port, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:07:59.629357 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:07:59.826665 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e0555a-162c-4921-8a38-3faf11d8e80a service neutron] Pushing event updated for resources: {'Port': ['ID=dab05406-bdee-497a-b75c-bd3c502bb0ef,revision_number=2']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:07:59.844001 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-28e0555a-162c-4921-8a38-3faf11d8e80a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:07:59.882839 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 51978) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:07:59.964139 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-9b4f6910-3164-4aff-b994-35916629411d req-28e0555a-162c-4921-8a38-3faf11d8e80a service neutron] Attempting to bind port dab05406-bdee-497a-b75c-bd3c502bb0ef on host hv-cinder-81857 for vnic_type normal with profile {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:07:59.964436 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-9b4f6910-3164-4aff-b994-35916629411d req-28e0555a-162c-4921-8a38-3faf11d8e80a service neutron] Attempting to bind port dab05406-bdee-497a-b75c-bd3c502bb0ef by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': '53bd7c06-c5cd-444f-97c1-5fc679ca9ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6a3ee535-236d-47be-833e-3a9ecf7b0e7d'}] {{(pid=87423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:07:59.965499 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4f6910-3164-4aff-b994-35916629411d req-28e0555a-162c-4921-8a38-3faf11d8e80a service neutron] Attempting to bind port dab05406-bdee-497a-b75c-bd3c502bb0ef on network 6a3ee535-236d-47be-833e-3a9ecf7b0e7d {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:07:59.978370 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4f6910-3164-4aff-b994-35916629411d req-28e0555a-162c-4921-8a38-3faf11d8e80a service neutron] Port dab05406-bdee-497a-b75c-bd3c502bb0ef on network 6a3ee535-236d-47be-833e-3a9ecf7b0e7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 18:07:59.978370 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4f6910-3164-4aff-b994-35916629411d req-28e0555a-162c-4921-8a38-3faf11d8e80a service neutron] Attempting to bind port dab05406-bdee-497a-b75c-bd3c502bb0ef on network 6a3ee535-236d-47be-833e-3a9ecf7b0e7d {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:07:59.986872 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4f6910-3164-4aff-b994-35916629411d req-28e0555a-162c-4921-8a38-3faf11d8e80a service neutron] Checking agent: {'id': 'd0ca9dee-1939-4c7e-ac1c-b1e38ddd9156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'started_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:07:59.987206 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4f6910-3164-4aff-b994-35916629411d req-28e0555a-162c-4921-8a38-3faf11d8e80a service neutron] Checking segment: {'id': '53bd7c06-c5cd-444f-97c1-5fc679ca9ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6a3ee535-236d-47be-833e-3a9ecf7b0e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:07:59.987581 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4f6910-3164-4aff-b994-35916629411d req-28e0555a-162c-4921-8a38-3faf11d8e80a service neutron] Bound using segment: {'id': '53bd7c06-c5cd-444f-97c1-5fc679ca9ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6a3ee535-236d-47be-833e-3a9ecf7b0e7d'} {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:07:59.988002 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-9b4f6910-3164-4aff-b994-35916629411d req-28e0555a-162c-4921-8a38-3faf11d8e80a service neutron] Bound port: dab05406-bdee-497a-b75c-bd3c502bb0ef, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53bd7c06-c5cd-444f-97c1-5fc679ca9ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6a3ee535-236d-47be-833e-3a9ecf7b0e7d'}}] {{(pid=87423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:07:59.988348 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-9b4f6910-3164-4aff-b994-35916629411d req-28e0555a-162c-4921-8a38-3faf11d8e80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:00.012437 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-99e1c309-625f-48ee-ac35-a96c0a6ff32b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:00.031260 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-99e1c309-625f-48ee-ac35-a96c0a6ff32b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:08:00.035214 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-99e1c309-625f-48ee-ac35-a96c0a6ff32b admin admin] Usage tracker for resource:security_group_rule and tenant:757efdf7701244b292fa56217b89a67d is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:08:00.038206 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-99e1c309-625f-48ee-ac35-a96c0a6ff32b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:08:00.046947 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-99e1c309-625f-48ee-ac35-a96c0a6ff32b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:08:00.100537 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea87f54-d507-4226-9ad6-1060fbe83f2b req-abc47262-5836-444a-abf6-cfe58f6c39dc tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:00.102023 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-5ea87f54-d507-4226-9ad6-1060fbe83f2b req-abc47262-5836-444a-abf6-cfe58f6c39dc tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.1742198 Nov 24 18:08:00.128737 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-9b4f6910-3164-4aff-b994-35916629411d req-28e0555a-162c-4921-8a38-3faf11d8e80a service neutron] For port dab05406-bdee-497a-b75c-bd3c502bb0ef, host hv-cinder-81857, cleared binding levels {{(pid=87423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:08:00.134054 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-99e1c309-625f-48ee-ac35-a96c0a6ff32b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:00.147370 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-9b4f6910-3164-4aff-b994-35916629411d req-28e0555a-162c-4921-8a38-3faf11d8e80a service neutron] For port dab05406-bdee-497a-b75c-bd3c502bb0ef, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=dab05406-bdee-497a-b75c-bd3c502bb0ef,segment=NetworkSegment(53bd7c06-c5cd-444f-97c1-5fc679ca9ee6),segment_id=53bd7c06-c5cd-444f-97c1-5fc679ca9ee6)] {{(pid=87423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:08:00.160603 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-5ea87f54-d507-4226-9ad6-1060fbe83f2b req-09207384-476d-459a-8b42-6ca89e0f12c8 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524457 Nov 24 18:08:00.227002 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-99e1c309-625f-48ee-ac35-a96c0a6ff32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:00.237794 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-37fcf4d9-b5ab-4e41-8ec6-6db32223763c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:00.255386 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-9b4f6910-3164-4aff-b994-35916629411d req-28e0555a-162c-4921-8a38-3faf11d8e80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4080791'] for port, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:00.281025 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-8d0b9531-64b4-40f4-889b-1c67c387e12c tempest-DeleteServersTestJSON-586792806 tempest-DeleteServersTestJSON-586792806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:00.344629 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f6910-3164-4aff-b994-35916629411d req-28e0555a-162c-4921-8a38-3faf11d8e80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:00.345987 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-9b4f6910-3164-4aff-b994-35916629411d req-28e0555a-162c-4921-8a38-3faf11d8e80a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:00.347729 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9b4f6910-3164-4aff-b994-35916629411d req-28e0555a-162c-4921-8a38-3faf11d8e80a service neutron] 10.222.0.66 "PUT /v2.0/ports/dab05406-bdee-497a-b75c-bd3c502bb0ef HTTP/1.1" status: 200 len: 1098 time: 1.5325305 Nov 24 18:08:00.348410 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ff1ed5-f02a-43f5-bebc-ce5c0e91473f', 'tag': 'dab05406-bdee-497a-b75c-bd3c502bb0ef'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:08:00.409763 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e0555a-162c-4921-8a38-3faf11d8e80a service neutron] Pushing event updated for resources: {'Port': ['ID=dab05406-bdee-497a-b75c-bd3c502bb0ef,revision_number=3']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:00.413395 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-28e0555a-162c-4921-8a38-3faf11d8e80a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:00.421193 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1c309-625f-48ee-ac35-a96c0a6ff32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace3c2f0-89d1-4b2b-a761-d83f12be1b39,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:00.437659 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1c309-625f-48ee-ac35-a96c0a6ff32b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:08:00.438036 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1c309-625f-48ee-ac35-a96c0a6ff32b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:08:00.438421 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1c309-625f-48ee-ac35-a96c0a6ff32b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:08:00.438785 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1c309-625f-48ee-ac35-a96c0a6ff32b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:08:00.439226 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1c309-625f-48ee-ac35-a96c0a6ff32b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:08:00.439483 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1c309-625f-48ee-ac35-a96c0a6ff32b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:08:00.439833 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1c309-625f-48ee-ac35-a96c0a6ff32b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:08:00.440187 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1c309-625f-48ee-ac35-a96c0a6ff32b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:08:00.440578 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1c309-625f-48ee-ac35-a96c0a6ff32b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:08:00.440922 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1c309-625f-48ee-ac35-a96c0a6ff32b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:08:00.442542 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ff1ed5-f02a-43f5-bebc-ce5c0e91473f', 'tag': 'dab05406-bdee-497a-b75c-bd3c502bb0ef', 'status': 'completed', 'code': 200} Nov 24 18:08:00.447686 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1c309-625f-48ee-ac35-a96c0a6ff32b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:08:00.448688 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1c309-625f-48ee-ac35-a96c0a6ff32b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:08:00.456319 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-99e1c309-625f-48ee-ac35-a96c0a6ff32b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=757efdf7701244b292fa56217b89a67d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5724049 Nov 24 18:08:00.457745 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-99e1c309-625f-48ee-ac35-a96c0a6ff32b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:00.459126 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 52004) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:00.502768 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273b952-a57f-4bcc-9de1-622fd5c26167 req-237efc31-b1af-4214-8813-78a7d2b088bd tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:00.511971 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-d273b952-a57f-4bcc-9de1-622fd5c26167 req-237efc31-b1af-4214-8813-78a7d2b088bd tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.65 "GET /v2.0/ports?device_id=33ff1ed5-f02a-43f5-bebc-ce5c0e91473f HTTP/1.1" status: 200 len: 948 time: 0.2278666 Nov 24 18:08:00.639125 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-d273b952-a57f-4bcc-9de1-622fd5c26167 req-8498ecf7-124d-4d39-9e31-84133477c9cc tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.65 "GET /v2.0/security-groups?id=067b3ff4-9b1a-43ad-b40f-fdb30db02b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243041 Nov 24 18:08:00.695959 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-fc2e1bb7-9025-4377-b42f-9266e0a10086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:00.728948 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc37cc5-7ed5-4d5a-a225-3e2570830704 req-5e041e11-f468-47a6-b295-8feadbb3360d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:00.730569 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7fc37cc5-7ed5-4d5a-a225-3e2570830704 req-5e041e11-f468-47a6-b295-8feadbb3360d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3307879e2b744580b95e7a365a64c36d&device_id=33ff1ed5-f02a-43f5-bebc-ce5c0e91473f HTTP/1.1" status: 200 len: 1101 time: 0.2385800 Nov 24 18:08:00.737586 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-fc2e1bb7-9025-4377-b42f-9266e0a10086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:00.779259 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7fc37cc5-7ed5-4d5a-a225-3e2570830704 req-dc7064ba-1b6e-4f94-9f43-e91ff073d640 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=3307879e2b744580b95e7a365a64c36d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347550 Nov 24 18:08:00.926845 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc37cc5-7ed5-4d5a-a225-3e2570830704 req-76bcf45f-bde3-4867-9816-c4c7816bd39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:00.928321 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7fc37cc5-7ed5-4d5a-a225-3e2570830704 req-76bcf45f-bde3-4867-9816-c4c7816bd39f service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1366253 Nov 24 18:08:01.027466 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-fc2e1bb7-9025-4377-b42f-9266e0a10086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:01.037383 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-34d64783-c23a-4a45-bbe0-328b1b03c444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:01.052541 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e1bb7-9025-4377-b42f-9266e0a10086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace3c2f0-89d1-4b2b-a761-d83f12be1b39,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:01.056124 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-fc2e1bb7-9025-4377-b42f-9266e0a10086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:01.067855 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-fc2e1bb7-9025-4377-b42f-9266e0a10086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:01.071553 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-fc2e1bb7-9025-4377-b42f-9266e0a10086 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ace3c2f0-89d1-4b2b-a761-d83f12be1b39 HTTP/1.1" status: 204 len: 168 time: 0.6087017 Nov 24 18:08:01.090158 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f6910-3164-4aff-b994-35916629411d req-16db819a-db5f-4d4e-9a6b-605656069657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:01.091755 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9b4f6910-3164-4aff-b994-35916629411d req-16db819a-db5f-4d4e-9a6b-605656069657 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3307879e2b744580b95e7a365a64c36d&device_id=33ff1ed5-f02a-43f5-bebc-ce5c0e91473f HTTP/1.1" status: 200 len: 1101 time: 0.1034935 Nov 24 18:08:01.171613 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9b4f6910-3164-4aff-b994-35916629411d req-d7e663de-aff4-4e7d-9710-740db6e6611f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=dab05406-bdee-497a-b75c-bd3c502bb0ef HTTP/1.1" status: 200 len: 217 time: 0.0631692 Nov 24 18:08:01.249183 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f6910-3164-4aff-b994-35916629411d req-cf9a4437-aca9-4a19-9972-7d1deebfaca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:01.251008 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9b4f6910-3164-4aff-b994-35916629411d req-cf9a4437-aca9-4a19-9972-7d1deebfaca3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9da3d0a-750d-4eb9-9a95-eb7ccc0d6df9 HTTP/1.1" status: 200 len: 843 time: 0.0715785 Nov 24 18:08:01.456446 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f6910-3164-4aff-b994-35916629411d req-f7e04df9-c9af-4d23-8f01-0a16420238ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:01.457908 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9b4f6910-3164-4aff-b994-35916629411d req-f7e04df9-c9af-4d23-8f01-0a16420238ec service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a3ee535-236d-47be-833e-3a9ecf7b0e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1998875 Nov 24 18:08:01.484695 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55546e3d-71ec-4979-a452-fec020a55d21 req-8c8ffe00-d81d-42ba-b412-6f360301763e tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:01.492899 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-55546e3d-71ec-4979-a452-fec020a55d21 req-8c8ffe00-d81d-42ba-b412-6f360301763e tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.2048144 Nov 24 18:08:01.644177 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-55546e3d-71ec-4979-a452-fec020a55d21 req-ccf51685-9160-4316-a331-f99f0443e1c3 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259153 Nov 24 18:08:01.687154 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9b4f6910-3164-4aff-b994-35916629411d req-0d0f52c2-1e58-4961-ae35-24fed4caa2e0 service neutron] 10.222.0.66 "GET /v2.0/networks/6a3ee535-236d-47be-833e-3a9ecf7b0e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932425 Nov 24 18:08:01.915403 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0735b96-a214-4339-aa6d-75ee6bcf30f6 req-3f542f81-d8b9-42d5-926e-a024f2ca8d3d tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:01.916126 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-c0735b96-a214-4339-aa6d-75ee6bcf30f6 req-3f542f81-d8b9-42d5-926e-a024f2ca8d3d tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Synchronizing usage tracker for tenant:3307879e2b744580b95e7a365a64c36d on resource:port {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:08:01.925674 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9b4f6910-3164-4aff-b994-35916629411d req-f37e3337-3134-446f-a34b-9c77598ece91 service neutron] 10.222.0.66 "GET /v2.0/networks/6a3ee535-236d-47be-833e-3a9ecf7b0e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249155 Nov 24 18:08:01.963133 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 52048) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:01.985122 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-9e0aeeb3-e0c5-4149-89f5-ca8abe9b2f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:01.999972 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-9e0aeeb3-e0c5-4149-89f5-ca8abe9b2f88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:08:02.004694 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-9e0aeeb3-e0c5-4149-89f5-ca8abe9b2f88 admin admin] Usage tracker for resource:security_group_rule and tenant:75b81ee2982c4a9c97754628db015675 is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:08:02.006663 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-9e0aeeb3-e0c5-4149-89f5-ca8abe9b2f88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:08:02.012449 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-9e0aeeb3-e0c5-4149-89f5-ca8abe9b2f88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:08:02.051157 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-c0735b96-a214-4339-aa6d-75ee6bcf30f6 req-3f542f81-d8b9-42d5-926e-a024f2ca8d3d tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Unset dirty status for tenant:3307879e2b744580b95e7a365a64c36d on resource:port {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:08:02.051967 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c0735b96-a214-4339-aa6d-75ee6bcf30f6 req-3f542f81-d8b9-42d5-926e-a024f2ca8d3d tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.65 "GET /v2.0/ports?device_id=33ff1ed5-f02a-43f5-bebc-ce5c0e91473f HTTP/1.1" status: 200 len: 948 time: 0.2776425 Nov 24 18:08:02.117641 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-c0735b96-a214-4339-aa6d-75ee6bcf30f6 req-c1c876e5-8db3-4abf-9a0d-6960812ffa81 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Synchronizing usage tracker for tenant:3307879e2b744580b95e7a365a64c36d on resource:security_group {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:08:02.149056 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-9e0aeeb3-e0c5-4149-89f5-ca8abe9b2f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:02.214728 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-c0735b96-a214-4339-aa6d-75ee6bcf30f6 req-c1c876e5-8db3-4abf-9a0d-6960812ffa81 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Unset dirty status for tenant:3307879e2b744580b95e7a365a64c36d on resource:security_group {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:08:02.216778 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c0735b96-a214-4339-aa6d-75ee6bcf30f6 req-c1c876e5-8db3-4abf-9a0d-6960812ffa81 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.65 "GET /v2.0/security-groups?id=067b3ff4-9b1a-43ad-b40f-fdb30db02b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581872 Nov 24 18:08:02.217350 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-9e0aeeb3-e0c5-4149-89f5-ca8abe9b2f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:02.225579 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:02.275527 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-9e0aeeb3-e0c5-4149-89f5-ca8abe9b2f88 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=75b81ee2982c4a9c97754628db015675&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3113022 Nov 24 18:08:02.277354 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0aeeb3-e0c5-4149-89f5-ca8abe9b2f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e924de-5add-4f14-a23d-7943ef25e658,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:02.279327 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 52054) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:02.281190 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-9e0aeeb3-e0c5-4149-89f5-ca8abe9b2f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:02.340135 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-bef39cd3-065a-4d01-9922-31be498f3108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:02.366132 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-bef39cd3-065a-4d01-9922-31be498f3108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:02.477180 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-bef39cd3-065a-4d01-9922-31be498f3108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:02.490310 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:02.498932 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef39cd3-065a-4d01-9922-31be498f3108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e924de-5add-4f14-a23d-7943ef25e658,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:02.502901 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-bef39cd3-065a-4d01-9922-31be498f3108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:02.514673 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-bef39cd3-065a-4d01-9922-31be498f3108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:02.516392 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-bef39cd3-065a-4d01-9922-31be498f3108 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e6e924de-5add-4f14-a23d-7943ef25e658 HTTP/1.1" status: 204 len: 168 time: 0.2346017 Nov 24 18:08:02.717283 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee0f8b-63db-4186-a5be-57c61a191f83 req-fcfcd84a-7099-4d69-bc40-a51e7f7d2a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:02.718889 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-21ee0f8b-63db-4186-a5be-57c61a191f83 req-fcfcd84a-7099-4d69-bc40-a51e7f7d2a19 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 1099 time: 0.1319728 Nov 24 18:08:02.778018 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-21ee0f8b-63db-4186-a5be-57c61a191f83 req-e51ec584-8c8f-45de-a64c-5fbe31ae5684 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513346 Nov 24 18:08:02.889369 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca381f27-fe5e-4bda-bea2-3225874718d7 req-640e327e-b6c8-46b6-b6dd-ffbe68bd5819 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:02.891141 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ca381f27-fe5e-4bda-bea2-3225874718d7 req-640e327e-b6c8-46b6-b6dd-ffbe68bd5819 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 945 time: 0.1089842 Nov 24 18:08:02.921895 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7c3e2-1142-4d03-90ea-745807b3cd1b req-050b053e-f54b-40fd-bd6b-c7be9a3fb862 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:02.930179 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-85f7c3e2-1142-4d03-90ea-745807b3cd1b req-050b053e-f54b-40fd-bd6b-c7be9a3fb862 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.1245167 Nov 24 18:08:02.954929 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ca381f27-fe5e-4bda-bea2-3225874718d7 req-6ad2f7aa-1a93-40cf-b100-a3801a8a0096 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575614 Nov 24 18:08:03.054229 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-85f7c3e2-1142-4d03-90ea-745807b3cd1b req-8e93d01c-b61b-4e16-9fc3-f1303060f2c0 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231627 Nov 24 18:08:03.421675 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7695c-b4fb-418e-aed5-d1f1ac033a31 req-efdfa841-502b-4606-996e-a12126737fea tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:03.423228 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-04f7695c-b4fb-418e-aed5-d1f1ac033a31 req-efdfa841-502b-4606-996e-a12126737fea tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.65 "GET /v2.0/ports?device_id=33ff1ed5-f02a-43f5-bebc-ce5c0e91473f HTTP/1.1" status: 200 len: 948 time: 0.0891480 Nov 24 18:08:03.473983 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-04f7695c-b4fb-418e-aed5-d1f1ac033a31 req-c4cddd8b-baee-46ad-9edc-c903aa7aedd9 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.65 "GET /v2.0/security-groups?id=067b3ff4-9b1a-43ad-b40f-fdb30db02b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445812 Nov 24 18:08:04.168128 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4914f1-c47f-4944-9506-618bd1820f1f req-468cb09a-3b80-4079-b41f-3d7e59393768 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:04.174965 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-cb4914f1-c47f-4944-9506-618bd1820f1f req-468cb09a-3b80-4079-b41f-3d7e59393768 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 945 time: 0.1076832 Nov 24 18:08:04.220307 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-cb4914f1-c47f-4944-9506-618bd1820f1f req-45fd6b50-0d6b-4c54-869d-b823adf2b50a tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444789 Nov 24 18:08:04.265214 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354224d-49ce-429c-8fe6-1542fea55f39 req-ce6b51c5-cdb6-4d4d-a889-21b7ea451876 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:04.266772 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c354224d-49ce-429c-8fe6-1542fea55f39 req-ce6b51c5-cdb6-4d4d-a889-21b7ea451876 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.0838270 Nov 24 18:08:04.326915 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c354224d-49ce-429c-8fe6-1542fea55f39 req-25f06f39-5156-4d0d-97c5-dd8a19e5bab1 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537052 Nov 24 18:08:04.699262 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fcb5a-6cd8-4fd8-bd31-449633e0f275 req-a0ea1366-1119-4f2c-b16f-ab90d5430b56 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:04.700881 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-910fcb5a-6cd8-4fd8-bd31-449633e0f275 req-a0ea1366-1119-4f2c-b16f-ab90d5430b56 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.65 "GET /v2.0/ports?device_id=33ff1ed5-f02a-43f5-bebc-ce5c0e91473f HTTP/1.1" status: 200 len: 948 time: 0.1014032 Nov 24 18:08:04.761827 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-910fcb5a-6cd8-4fd8-bd31-449633e0f275 req-05ed467a-6613-484c-b7f5-daa64653742e tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.65 "GET /v2.0/security-groups?id=067b3ff4-9b1a-43ad-b40f-fdb30db02b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523646 Nov 24 18:08:05.375058 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device dab05406-bdee-497a-b75c-bd3c502bb0ef details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=87425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 18:08:05.416576 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 52200) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:05.426045 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98028a8-4c86-411c-aeb5-f12f19992b38 req-b2bb09bb-95cc-49eb-8ca2-265a6b4539cf tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:05.427526 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-e98028a8-4c86-411c-aeb5-f12f19992b38 req-b2bb09bb-95cc-49eb-8ca2-265a6b4539cf tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 945 time: 0.0962751 Nov 24 18:08:05.484282 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-e98028a8-4c86-411c-aeb5-f12f19992b38 req-3027937e-815d-4833-aad7-dbf21d4bf4e4 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502286 Nov 24 18:08:05.684337 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port dab05406-bdee-497a-b75c-bd3c502bb0ef, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=dab05406-bdee-497a-b75c-bd3c502bb0ef,segment=NetworkSegment(53bd7c06-c5cd-444f-97c1-5fc679ca9ee6),segment_id=53bd7c06-c5cd-444f-97c1-5fc679ca9ee6)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:08:05.684337 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Returning: {'device': 'dab05406-bdee-497a-b75c-bd3c502bb0ef', 'network_id': '6a3ee535-236d-47be-833e-3a9ecf7b0e7d', 'port_id': 'dab05406-bdee-497a-b75c-bd3c502bb0ef', 'mac_address': 'fa:16:3e:2c:5b:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9da3d0a-750d-4eb9-9a95-eb7ccc0d6df9', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 18:08:05.685282 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-cde341bf-7a3b-49a5-bd04-5c35ee35a383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:05.685691 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:05.685794 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-cde341bf-7a3b-49a5-bd04-5c35ee35a383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:08:05.685794 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-cde341bf-7a3b-49a5-bd04-5c35ee35a383 admin admin] Usage tracker for resource:security_group_rule and tenant:714991f0efc34af891eb81018136ae91 is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:08:05.685794 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-cde341bf-7a3b-49a5-bd04-5c35ee35a383 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:08:05.686034 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab05406-bdee-497a-b75c-bd3c502bb0ef {{(pid=87425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:08:05.686124 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-cde341bf-7a3b-49a5-bd04-5c35ee35a383 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:08:05.686218 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port dab05406-bdee-497a-b75c-bd3c502bb0ef, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=dab05406-bdee-497a-b75c-bd3c502bb0ef,segment=NetworkSegment(53bd7c06-c5cd-444f-97c1-5fc679ca9ee6),segment_id=53bd7c06-c5cd-444f-97c1-5fc679ca9ee6)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:08:05.686306 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 52208) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:05.705634 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42845fe7-4400-45b6-b203-b2bcbe1b1ab8 req-22d02ee2-8eec-4f2e-83e4-69826a57131e tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:05.713347 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-42845fe7-4400-45b6-b203-b2bcbe1b1ab8 req-22d02ee2-8eec-4f2e-83e4-69826a57131e tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.1013720 Nov 24 18:08:05.785267 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-cde341bf-7a3b-49a5-bd04-5c35ee35a383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:05.785267 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-c65abdf0-2b8a-456e-9ebd-e7c52221d881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:05.786393 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-42845fe7-4400-45b6-b203-b2bcbe1b1ab8 req-df87733e-2c4e-4f50-a6e6-2e2601f5ce65 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420642 Nov 24 18:08:05.786485 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-c65abdf0-2b8a-456e-9ebd-e7c52221d881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:08:05.786485 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-c65abdf0-2b8a-456e-9ebd-e7c52221d881 admin admin] Usage tracker for resource:security_group_rule and tenant:ecc74f460ecd467191965d64c7fd5e20 is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:08:05.786485 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-c65abdf0-2b8a-456e-9ebd-e7c52221d881 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:08:05.786485 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-c65abdf0-2b8a-456e-9ebd-e7c52221d881 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:08:05.951494 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:05.951494 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:05.985159 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-cde341bf-7a3b-49a5-bd04-5c35ee35a383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:05.998322 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:06.025020 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=dab05406-bdee-497a-b75c-bd3c502bb0ef,revision_number=4']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:06.028368 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39779a17-997c-475b-96ba-299e0f8325e8 req-3a5e3d34-2b37-4903-aaf3-4d9832ec1a8e tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:06.030269 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-39779a17-997c-475b-96ba-299e0f8325e8 req-3a5e3d34-2b37-4903-aaf3-4d9832ec1a8e tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.65 "GET /v2.0/ports?device_id=33ff1ed5-f02a-43f5-bebc-ce5c0e91473f HTTP/1.1" status: 200 len: 949 time: 0.0920858 Nov 24 18:08:06.036518 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:08:06.037036 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:08:06.038023 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:08:06.038609 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:08:06.039086 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:08:06.039560 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:08:06.040042 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:08:06.040536 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:08:06.041297 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:08:06.041766 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:08:06.042232 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:08:06.043250 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:08:06.053380 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-cde341bf-7a3b-49a5-bd04-5c35ee35a383 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=714991f0efc34af891eb81018136ae91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6363347 Nov 24 18:08:06.053380 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde341bf-7a3b-49a5-bd04-5c35ee35a383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877ab5e7-71c2-4537-ade8-bc490ffcb8b3,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:06.053999 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:06.055344 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 52222) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:06.067990 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde341bf-7a3b-49a5-bd04-5c35ee35a383 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:08:06.068383 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde341bf-7a3b-49a5-bd04-5c35ee35a383 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:08:06.068732 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde341bf-7a3b-49a5-bd04-5c35ee35a383 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:08:06.069080 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde341bf-7a3b-49a5-bd04-5c35ee35a383 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:08:06.069425 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde341bf-7a3b-49a5-bd04-5c35ee35a383 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:08:06.069768 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde341bf-7a3b-49a5-bd04-5c35ee35a383 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:08:06.070126 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde341bf-7a3b-49a5-bd04-5c35ee35a383 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:08:06.070549 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde341bf-7a3b-49a5-bd04-5c35ee35a383 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:08:06.070841 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde341bf-7a3b-49a5-bd04-5c35ee35a383 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:08:06.071181 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde341bf-7a3b-49a5-bd04-5c35ee35a383 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:08:06.071857 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde341bf-7a3b-49a5-bd04-5c35ee35a383 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:08:06.071982 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde341bf-7a3b-49a5-bd04-5c35ee35a383 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:08:06.081983 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-cde341bf-7a3b-49a5-bd04-5c35ee35a383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:06.101010 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-c65abdf0-2b8a-456e-9ebd-e7c52221d881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:06.113415 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-39779a17-997c-475b-96ba-299e0f8325e8 req-a8c55957-f80a-4a95-b11f-c63d56b2add8 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.65 "GET /v2.0/security-groups?id=067b3ff4-9b1a-43ad-b40f-fdb30db02b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768538 Nov 24 18:08:06.145369 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-5d102244-12e9-4957-a779-915d280eef30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:06.173829 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-5d102244-12e9-4957-a779-915d280eef30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:06.210857 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-c65abdf0-2b8a-456e-9ebd-e7c52221d881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:06.214180 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-fc2e1bb7-9025-4377-b42f-9266e0a10086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:06.256427 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-c65abdf0-2b8a-456e-9ebd-e7c52221d881 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ecc74f460ecd467191965d64c7fd5e20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5774083 Nov 24 18:08:06.258409 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 52226) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:06.261332 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65abdf0-2b8a-456e-9ebd-e7c52221d881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9251ca22-1125-4311-90a2-4995257e0a2c,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:06.267244 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-c65abdf0-2b8a-456e-9ebd-e7c52221d881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:06.305003 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-5d102244-12e9-4957-a779-915d280eef30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:06.317071 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-35d00dcb-59bf-4a2a-ba1a-64f80a551c39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:06.332851 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d102244-12e9-4957-a779-915d280eef30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877ab5e7-71c2-4537-ade8-bc490ffcb8b3,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:06.333142 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-5d102244-12e9-4957-a779-915d280eef30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:06.338654 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-da1eb364-dd80-4597-ad33-a9ae4f1dd27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:06.351576 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-5d102244-12e9-4957-a779-915d280eef30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:06.352240 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['dab05406-bdee-497a-b75c-bd3c502bb0ef'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:08:06.361422 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-5d102244-12e9-4957-a779-915d280eef30 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/877ab5e7-71c2-4537-ade8-bc490ffcb8b3 HTTP/1.1" status: 204 len: 168 time: 0.3017530 Nov 24 18:08:06.398285 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-da1eb364-dd80-4597-ad33-a9ae4f1dd27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:06.551339 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-da1eb364-dd80-4597-ad33-a9ae4f1dd27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:06.560925 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-7e0560a6-90ad-4544-9071-c3f7da7ef44f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:06.608189 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1eb364-dd80-4597-ad33-a9ae4f1dd27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9251ca22-1125-4311-90a2-4995257e0a2c,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:06.632230 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-da1eb364-dd80-4597-ad33-a9ae4f1dd27b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:06.656456 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-da1eb364-dd80-4597-ad33-a9ae4f1dd27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:06.658170 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-da1eb364-dd80-4597-ad33-a9ae4f1dd27b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9251ca22-1125-4311-90a2-4995257e0a2c HTTP/1.1" status: 204 len: 168 time: 0.3985105 Nov 24 18:08:06.872472 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498df3d6-4cc6-4ea1-bf35-35c9bb7aa8ad req-35d49b96-1380-4d45-9c3b-6950a462610a tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:06.881176 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-498df3d6-4cc6-4ea1-bf35-35c9bb7aa8ad req-35d49b96-1380-4d45-9c3b-6950a462610a tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.1300001 Nov 24 18:08:06.920126 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d688ef-0e59-4167-9817-de1a975e4fea req-3f0e79b7-bfa3-4be3-b63d-77f0c2da6133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:06.922910 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-83d688ef-0e59-4167-9817-de1a975e4fea req-3f0e79b7-bfa3-4be3-b63d-77f0c2da6133 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=58c9b55138cf4488927b336b55f0f52e&device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 1099 time: 0.2350190 Nov 24 18:08:06.933235 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e71e0-68fd-45bf-b974-79d64f35cb49 req-1ef7ca23-d860-4bfa-9b87-35b2a1f2390e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:06.935937 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-498df3d6-4cc6-4ea1-bf35-35c9bb7aa8ad req-3e5c5365-942c-4ab9-995e-b8c43d4d946c tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538840 Nov 24 18:08:06.936499 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-623e71e0-68fd-45bf-b974-79d64f35cb49 req-1ef7ca23-d860-4bfa-9b87-35b2a1f2390e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 945 time: 0.2010150 Nov 24 18:08:07.064202 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-623e71e0-68fd-45bf-b974-79d64f35cb49 req-f82fa081-c308-44e1-bace-8b961340b216 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084473 Nov 24 18:08:07.106555 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d688ef-0e59-4167-9817-de1a975e4fea req-04164e22-521d-4a8a-a52d-11f9870353bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:07.106555 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-83d688ef-0e59-4167-9817-de1a975e4fea req-04164e22-521d-4a8a-a52d-11f9870353bc service neutron] 10.222.0.66 "GET /v2.0/networks?id=0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7 HTTP/1.1" status: 200 len: 920 time: 0.1662538 Nov 24 18:08:07.177912 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-83d688ef-0e59-4167-9817-de1a975e4fea req-ea0f0818-941c-407d-a76a-3d598c6fbbba service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d822885e-8a3d-42da-ac15-0bfc4a25b2f2 HTTP/1.1" status: 200 len: 217 time: 0.0649762 Nov 24 18:08:07.264245 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d688ef-0e59-4167-9817-de1a975e4fea req-6c321b5b-8d70-44bf-ba43-91343dd5080b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:07.267836 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-83d688ef-0e59-4167-9817-de1a975e4fea req-6c321b5b-8d70-44bf-ba43-91343dd5080b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=153ce10b-3d74-4e76-b304-5b290412d101 HTTP/1.1" status: 200 len: 859 time: 0.0763071 Nov 24 18:08:07.307344 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0119641-c10f-4554-9c3d-61a9c5fc275b req-a2350922-6c0c-4fe0-9ab0-dc58ec47246e tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:07.309629 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-e0119641-c10f-4554-9c3d-61a9c5fc275b req-a2350922-6c0c-4fe0-9ab0-dc58ec47246e tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.65 "GET /v2.0/ports?device_id=33ff1ed5-f02a-43f5-bebc-ce5c0e91473f HTTP/1.1" status: 200 len: 949 time: 0.0885742 Nov 24 18:08:07.366948 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-e0119641-c10f-4554-9c3d-61a9c5fc275b req-c2a0fcda-553b-4325-bbec-e8b67fc15163 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.65 "GET /v2.0/security-groups?id=067b3ff4-9b1a-43ad-b40f-fdb30db02b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498831 Nov 24 18:08:07.398639 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-83d688ef-0e59-4167-9817-de1a975e4fea req-b90785a6-1577-49f8-99ca-2c0084748c7a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226017 Nov 24 18:08:07.536776 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-83d688ef-0e59-4167-9817-de1a975e4fea req-196f844e-d1ed-4213-97d5-b611cb61cbf3 service neutron] 10.222.0.66 "GET /v2.0/networks/0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302364 Nov 24 18:08:07.581555 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 52270) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:07.617880 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-5d5a2d94-fa58-4aa0-b0ce-78af40217a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:07.640038 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-5d5a2d94-fa58-4aa0-b0ce-78af40217a12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:08:07.644395 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-5d5a2d94-fa58-4aa0-b0ce-78af40217a12 admin admin] Usage tracker for resource:security_group_rule and tenant:38b8fd46440944d6b07c45e43f50a81a is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:08:07.647687 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-5d5a2d94-fa58-4aa0-b0ce-78af40217a12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:08:07.658121 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-5d5a2d94-fa58-4aa0-b0ce-78af40217a12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:08:07.706843 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-4c4a2e23-4685-43cc-88b8-00c1b0c3c188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:07.751707 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-83d688ef-0e59-4167-9817-de1a975e4fea req-fab75bbe-b716-4490-a7c5-78657709079d service neutron] 10.222.0.66 "GET /v2.0/networks/0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014472 Nov 24 18:08:07.774375 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-5d5a2d94-fa58-4aa0-b0ce-78af40217a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:07.854325 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-5d5a2d94-fa58-4aa0-b0ce-78af40217a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:07.865932 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-5281d138-d72e-4c19-8ba0-8e25d2b28685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:07.906253 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-5d5a2d94-fa58-4aa0-b0ce-78af40217a12 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=38b8fd46440944d6b07c45e43f50a81a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3231900 Nov 24 18:08:07.907789 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a2d94-fa58-4aa0-b0ce-78af40217a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9438df6-ff55-48da-936e-93b9f8a2cff4,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:07.908813 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 52280) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:07.910739 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-5d5a2d94-fa58-4aa0-b0ce-78af40217a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:07.969583 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-9a7f9b5f-cfc5-456a-a787-73e9b922e371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:07.997812 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-9a7f9b5f-cfc5-456a-a787-73e9b922e371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:08.171131 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f88f9c-750d-4d70-9e04-f0c1d7220003 req-f39bc134-1136-446f-b8b5-0727ebc77eb1 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:08.172551 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-d0f88f9c-750d-4d70-9e04-f0c1d7220003 req-f39bc134-1136-446f-b8b5-0727ebc77eb1 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.0996420 Nov 24 18:08:08.235444 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-d0f88f9c-750d-4d70-9e04-f0c1d7220003 req-0df5dd04-01cb-4f17-b1f5-a518bfdf49b9 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573175 Nov 24 18:08:08.274815 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d0a17-9aee-4c30-9d45-88e81a28212a req-dedcad52-7f27-4d1d-b4d2-3dafedfe2bff tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:08.276262 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-119d0a17-9aee-4c30-9d45-88e81a28212a req-dedcad52-7f27-4d1d-b4d2-3dafedfe2bff tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 945 time: 0.0896494 Nov 24 18:08:08.322081 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-119d0a17-9aee-4c30-9d45-88e81a28212a req-c9ba196e-89ff-4258-b83f-91d39ded69e7 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390730 Nov 24 18:08:08.323076 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-9a7f9b5f-cfc5-456a-a787-73e9b922e371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:08.336630 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-54783bbe-5f40-4aad-9af0-a45935f00ad1 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:08.351666 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:08.351918 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f9b5f-cfc5-456a-a787-73e9b922e371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9438df6-ff55-48da-936e-93b9f8a2cff4,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:08.352879 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-9a7f9b5f-cfc5-456a-a787-73e9b922e371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:08.366410 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-9a7f9b5f-cfc5-456a-a787-73e9b922e371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:08.366977 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-9a7f9b5f-cfc5-456a-a787-73e9b922e371 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e9438df6-ff55-48da-936e-93b9f8a2cff4 HTTP/1.1" status: 204 len: 168 time: 0.4571292 Nov 24 18:08:08.565157 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108fb4b7-45b9-4030-9059-af7528f205ee req-3b91e3f9-eb72-4b64-90b0-6e3d2c4e041e tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:08.566632 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-108fb4b7-45b9-4030-9059-af7528f205ee req-3b91e3f9-eb72-4b64-90b0-6e3d2c4e041e tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.65 "GET /v2.0/ports?device_id=33ff1ed5-f02a-43f5-bebc-ce5c0e91473f HTTP/1.1" status: 200 len: 949 time: 0.0871954 Nov 24 18:08:08.614445 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-108fb4b7-45b9-4030-9059-af7528f205ee req-b31bc4a7-8057-4cae-9caf-716faa8ff183 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.65 "GET /v2.0/security-groups?id=067b3ff4-9b1a-43ad-b40f-fdb30db02b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390673 Nov 24 18:08:09.137092 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 52326) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:09.264870 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-59c79c85-146c-41f2-9821-f489bacd5804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:09.289298 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-59c79c85-146c-41f2-9821-f489bacd5804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:08:09.295618 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-59c79c85-146c-41f2-9821-f489bacd5804 admin admin] Usage tracker for resource:security_group_rule and tenant:906ecda7868d419b8245ca9c3a7c8d2a is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:08:09.301793 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-59c79c85-146c-41f2-9821-f489bacd5804 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:08:09.311660 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-59c79c85-146c-41f2-9821-f489bacd5804 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:08:09.409882 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device dab05406-bdee-497a-b75c-bd3c502bb0ef up at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:08:09.420640 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-59c79c85-146c-41f2-9821-f489bacd5804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:09.486394 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-59c79c85-146c-41f2-9821-f489bacd5804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:09.500113 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33352e88-f1c7-4658-8fca-7dd128195724 req-24c9a48f-abc1-4d3e-8c43-55c36aa19c95 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:09.501642 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-33352e88-f1c7-4658-8fca-7dd128195724 req-24c9a48f-abc1-4d3e-8c43-55c36aa19c95 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.0931141 Nov 24 18:08:09.509861 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-5c8cb663-0d6d-4dcd-b808-991b3bab0dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:09.552432 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-59c79c85-146c-41f2-9821-f489bacd5804 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=906ecda7868d419b8245ca9c3a7c8d2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4124618 Nov 24 18:08:09.552697 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 52348) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:09.563808 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-33352e88-f1c7-4658-8fca-7dd128195724 req-a54cfb5b-48f1-43d7-b75c-a7db97ace46b tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535126 Nov 24 18:08:09.572827 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c79c85-146c-41f2-9821-f489bacd5804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf91838-c994-41b4-8071-3d0ac69d6d92,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:09.577427 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-59c79c85-146c-41f2-9821-f489bacd5804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:09.601273 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning for port dab05406-bdee-497a-b75c-bd3c502bb0ef completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:08:09.623017 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning complete for port dab05406-bdee-497a-b75c-bd3c502bb0ef triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:08:09.623406 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:09.640171 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-5d4077b4-13be-4183-b8ad-b37eb6e74ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:09.674712 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-5d4077b4-13be-4183-b8ad-b37eb6e74ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:09.820274 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:09.872556 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5933e-962e-4376-850f-b6cd72491627 req-abe660a3-75b3-4dcf-b284-121dd68fe1a0 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:09.881245 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-bbe5933e-962e-4376-850f-b6cd72491627 req-abe660a3-75b3-4dcf-b284-121dd68fe1a0 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 945 time: 0.1474466 Nov 24 18:08:09.886976 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ff1ed5-f02a-43f5-bebc-ce5c0e91473f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab05406-bdee-497a-b75c-bd3c502bb0ef'}] {{(pid=87425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:08:09.921291 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port dab05406-bdee-497a-b75c-bd3c502bb0ef, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=dab05406-bdee-497a-b75c-bd3c502bb0ef,segment=NetworkSegment(53bd7c06-c5cd-444f-97c1-5fc679ca9ee6),segment_id=53bd7c06-c5cd-444f-97c1-5fc679ca9ee6)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:08:09.935377 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-5d4077b4-13be-4183-b8ad-b37eb6e74ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:09.941587 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:09.955564 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-bbe5933e-962e-4376-850f-b6cd72491627 req-fd4e96ca-eee8-490a-bd49-499455fa4d4a tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666895 Nov 24 18:08:09.964803 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4077b4-13be-4183-b8ad-b37eb6e74ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf91838-c994-41b4-8071-3d0ac69d6d92,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:09.970163 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-5d4077b4-13be-4183-b8ad-b37eb6e74ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:09.976266 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-5d4077b4-13be-4183-b8ad-b37eb6e74ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:09.981812 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-5d4077b4-13be-4183-b8ad-b37eb6e74ace admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ecf91838-c994-41b4-8071-3d0ac69d6d92 HTTP/1.1" status: 204 len: 168 time: 0.4281719 Nov 24 18:08:10.023503 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac96181-0e4e-42af-8a71-d19598e2190b req-d9a088f7-1616-4113-82e7-1578f1fcaf45 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:10.026035 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:10.028423 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:10.031307 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9ac96181-0e4e-42af-8a71-d19598e2190b req-d9a088f7-1616-4113-82e7-1578f1fcaf45 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.65 "GET /v2.0/ports?device_id=33ff1ed5-f02a-43f5-bebc-ce5c0e91473f HTTP/1.1" status: 200 len: 949 time: 0.1640892 Nov 24 18:08:10.120009 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9ac96181-0e4e-42af-8a71-d19598e2190b req-43b7fa24-53e4-4381-a15a-d79977b23840 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.65 "GET /v2.0/security-groups?id=067b3ff4-9b1a-43ad-b40f-fdb30db02b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816410 Nov 24 18:08:10.144092 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=dab05406-bdee-497a-b75c-bd3c502bb0ef,revision_number=5']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:10.157185 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:10.195990 dv-cinder-818579-1-smb neutron-server[87425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ff1ed5-f02a-43f5-bebc-ce5c0e91473f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab05406-bdee-497a-b75c-bd3c502bb0ef', 'code': 200} Nov 24 18:08:10.228049 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e7ced-3b1e-4af9-9247-f142f4569931 req-9200301e-e8b7-4729-9605-24cb5961d570 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:10.235416 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-516e7ced-3b1e-4af9-9247-f142f4569931 req-9200301e-e8b7-4729-9605-24cb5961d570 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7543f3f-56eb-4e17-a9a8-8dd0f2b575be HTTP/1.1" status: 200 len: 945 time: 0.1010299 Nov 24 18:08:10.294925 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-516e7ced-3b1e-4af9-9247-f142f4569931 req-61e3fe36-f958-431d-8463-3c015c655229 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537295 Nov 24 18:08:10.430035 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-19792a41-2819-4734-a3f4-29bd20f1b5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:10.619348 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7a4f6-5b87-4ede-ae55-4e76887b8e18 req-ec2f0d9a-2de9-436a-8223-2850c966d148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:10.621418 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-eab7a4f6-5b87-4ede-ae55-4e76887b8e18 req-ec2f0d9a-2de9-436a-8223-2850c966d148 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=33ff1ed5-f02a-43f5-bebc-ce5c0e91473f HTTP/1.1" status: 200 len: 1103 time: 0.0753589 Nov 24 18:08:10.698301 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-eab7a4f6-5b87-4ede-ae55-4e76887b8e18 req-7b7a73e2-ab85-4bfb-84a4-6a54aac907ee service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=067b3ff4-9b1a-43ad-b40f-fdb30db02b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580056 Nov 24 18:08:10.722599 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf1848-63ef-4b57-852f-2e60133ba696 req-73655fd5-e4d9-4d9b-b1fe-30f6e7b12fc7 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:10.724089 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-bbdf1848-63ef-4b57-852f-2e60133ba696 req-73655fd5-e4d9-4d9b-b1fe-30f6e7b12fc7 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.1212227 Nov 24 18:08:10.783542 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-bbdf1848-63ef-4b57-852f-2e60133ba696 req-8c40d223-4a4c-4608-a8d6-32867079ca51 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522227 Nov 24 18:08:10.816461 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 52384) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:10.819299 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0deed-510b-4a87-8d42-790439b2d831 req-306771aa-c48b-40c5-9e84-43f71a9033e9 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:10.821362 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d6d0deed-510b-4a87-8d42-790439b2d831 req-306771aa-c48b-40c5-9e84-43f71a9033e9 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.1289034 Nov 24 18:08:10.838944 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3fb26e32-1153-4b27-a0a1-83d8808a0d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:10.873464 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-3fb26e32-1153-4b27-a0a1-83d8808a0d0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:08:10.873464 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-3fb26e32-1153-4b27-a0a1-83d8808a0d0b admin admin] Usage tracker for resource:security_group_rule and tenant:b6149e795e554aa987cdda3e29b23a1b is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:08:10.875796 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-3fb26e32-1153-4b27-a0a1-83d8808a0d0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:08:10.882689 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-3fb26e32-1153-4b27-a0a1-83d8808a0d0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:08:10.888535 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d6d0deed-510b-4a87-8d42-790439b2d831 req-d836d2ec-03b8-4d0b-ba9d-ec4dcd6ae602 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597255 Nov 24 18:08:10.996466 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3fb26e32-1153-4b27-a0a1-83d8808a0d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:11.101010 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3fb26e32-1153-4b27-a0a1-83d8808a0d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:11.110553 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-ad8c7f30-2f63-4dd9-a80d-f936da4ff2e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:11.211428 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-3fb26e32-1153-4b27-a0a1-83d8808a0d0b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b6149e795e554aa987cdda3e29b23a1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3936553 Nov 24 18:08:11.214791 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 52402) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:11.216786 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb26e32-1153-4b27-a0a1-83d8808a0d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a208ca9-12ad-4fb7-8c6b-88885c1b95c7,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:11.220538 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-3fb26e32-1153-4b27-a0a1-83d8808a0d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:11.264333 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18620e3d-f11f-495a-9ab5-b59004d222ac req-8a2c6436-3649-4112-b38c-ff729e2a7e6d tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:11.265813 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-18620e3d-f11f-495a-9ab5-b59004d222ac req-8a2c6436-3649-4112-b38c-ff729e2a7e6d tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 945 time: 0.1491041 Nov 24 18:08:11.319630 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-18620e3d-f11f-495a-9ab5-b59004d222ac req-8750dd80-d2c0-4af4-b24d-4beb14ef75eb tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417593 Nov 24 18:08:11.364386 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-3574ab53-e6f4-4d2d-bdf1-55b22a4f5b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:11.391381 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:11.393342 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-3574ab53-e6f4-4d2d-bdf1-55b22a4f5b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:11.446192 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a93b50-4af0-452a-87f9-e2fbb0b68519 req-fc1f24d6-6637-4fbf-885e-15fd0807d18c tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:11.447706 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-20a93b50-4af0-452a-87f9-e2fbb0b68519 req-fc1f24d6-6637-4fbf-885e-15fd0807d18c tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.65 "GET /v2.0/ports?device_id=33ff1ed5-f02a-43f5-bebc-ce5c0e91473f HTTP/1.1" status: 200 len: 950 time: 0.1678441 Nov 24 18:08:11.496917 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-20a93b50-4af0-452a-87f9-e2fbb0b68519 req-6c869932-13e4-4bbf-baa3-3c6a94f11e14 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.65 "GET /v2.0/security-groups?id=067b3ff4-9b1a-43ad-b40f-fdb30db02b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425329 Nov 24 18:08:11.535053 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3cbd01-822c-4424-b218-9de32ad7c1d8 req-c86165b6-3df8-4f9d-ba68-5c93fab2029a tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:11.536553 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-3d3cbd01-822c-4424-b218-9de32ad7c1d8 req-c86165b6-3df8-4f9d-ba68-5c93fab2029a tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7543f3f-56eb-4e17-a9a8-8dd0f2b575be HTTP/1.1" status: 200 len: 945 time: 0.0934427 Nov 24 18:08:11.554897 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-3574ab53-e6f4-4d2d-bdf1-55b22a4f5b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:11.559570 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-c5428648-dd14-4215-b700-6024151aa004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:11.571115 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574ab53-e6f4-4d2d-bdf1-55b22a4f5b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a208ca9-12ad-4fb7-8c6b-88885c1b95c7,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:11.573904 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-3574ab53-e6f4-4d2d-bdf1-55b22a4f5b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:11.579962 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-3574ab53-e6f4-4d2d-bdf1-55b22a4f5b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:11.581121 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-3574ab53-e6f4-4d2d-bdf1-55b22a4f5b12 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9a208ca9-12ad-4fb7-8c6b-88885c1b95c7 HTTP/1.1" status: 204 len: 168 time: 0.3656867 Nov 24 18:08:11.584435 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-3d3cbd01-822c-4424-b218-9de32ad7c1d8 req-5672150a-85eb-4974-bea2-cf4d88adfa5a tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420625 Nov 24 18:08:11.993164 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4889c-3e54-4bc1-8e49-3990948e01f0 req-eaa8d0d1-4044-4856-a9ca-64fa580f0664 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:11.994641 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-53e4889c-3e54-4bc1-8e49-3990948e01f0 req-eaa8d0d1-4044-4856-a9ca-64fa580f0664 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.0887773 Nov 24 18:08:12.060927 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-53e4889c-3e54-4bc1-8e49-3990948e01f0 req-cd7d06b9-35c2-4eee-900f-f3554511b093 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551672 Nov 24 18:08:12.536222 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c297f0-b298-4804-92f1-d8bb2c4f42af req-095e8327-551a-4c7d-8099-9e07e4f2dea7 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:12.538190 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e1c297f0-b298-4804-92f1-d8bb2c4f42af req-095e8327-551a-4c7d-8099-9e07e4f2dea7 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7543f3f-56eb-4e17-a9a8-8dd0f2b575be HTTP/1.1" status: 200 len: 945 time: 0.0860796 Nov 24 18:08:12.615701 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329f733-dde2-48c4-ab8d-8517c013c7fe req-39e7b3c0-8b6c-4f3b-aff0-6639786c2af1 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:12.624162 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-3329f733-dde2-48c4-ab8d-8517c013c7fe req-39e7b3c0-8b6c-4f3b-aff0-6639786c2af1 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 945 time: 0.1846690 Nov 24 18:08:12.664286 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-e1c297f0-b298-4804-92f1-d8bb2c4f42af req-6067a446-c709-4aa2-97ed-fed2d8087697 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Deleting port 2c4628e4-4d24-483d-ac2d-9b65f35dad78 {{(pid=87423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:08:12.665039 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-e1c297f0-b298-4804-92f1-d8bb2c4f42af req-6067a446-c709-4aa2-97ed-fed2d8087697 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:12.666494 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:12.675901 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-3329f733-dde2-48c4-ab8d-8517c013c7fe req-f0fa9408-3461-49b2-a2dc-a4abad5d01b7 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508504 Nov 24 18:08:12.909425 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542d2aa-77fc-4e98-8d70-07cde141a65d req-3350d4f3-3134-49e6-88da-fe0e4f117e8c tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:12.916910 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-b542d2aa-77fc-4e98-8d70-07cde141a65d req-3350d4f3-3134-49e6-88da-fe0e4f117e8c tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7543f3f-56eb-4e17-a9a8-8dd0f2b575be HTTP/1.1" status: 200 len: 945 time: 0.1022410 Nov 24 18:08:12.978856 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-b542d2aa-77fc-4e98-8d70-07cde141a65d req-0cc56be9-f010-46c1-9a1f-13123dfa9711 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602705 Nov 24 18:08:13.022745 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558b1fe-a5e7-4c3a-84bb-18ecebcb385d req-4bd9ff05-38ba-42b9-8c09-ced33651f229 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:13.029828 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-1558b1fe-a5e7-4c3a-84bb-18ecebcb385d req-4bd9ff05-38ba-42b9-8c09-ced33651f229 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.65 "GET /v2.0/ports?device_id=33ff1ed5-f02a-43f5-bebc-ce5c0e91473f HTTP/1.1" status: 200 len: 950 time: 0.3193514 Nov 24 18:08:13.126038 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-1558b1fe-a5e7-4c3a-84bb-18ecebcb385d req-c272e485-5647-4ae4-a07a-5d4eb5059369 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.65 "GET /v2.0/security-groups?id=067b3ff4-9b1a-43ad-b40f-fdb30db02b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952668 Nov 24 18:08:13.147429 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-e1c297f0-b298-4804-92f1-d8bb2c4f42af req-6067a446-c709-4aa2-97ed-fed2d8087697 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] For port 2c4628e4-4d24-483d-ac2d-9b65f35dad78, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=2c4628e4-4d24-483d-ac2d-9b65f35dad78,segment=NetworkSegment(e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5),segment_id=e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5)] {{(pid=87423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:08:13.148057 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-e1c297f0-b298-4804-92f1-d8bb2c4f42af req-6067a446-c709-4aa2-97ed-fed2d8087697 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:13.195234 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82f9f9-d79e-4e7c-9dd0-0c62595cc19b req-0b40cb81-3138-4f73-a4ed-84641d1bbe0d tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:13.199090 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-ef82f9f9-d79e-4e7c-9dd0-0c62595cc19b req-0b40cb81-3138-4f73-a4ed-84641d1bbe0d tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.1137435 Nov 24 18:08:13.277591 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-ef82f9f9-d79e-4e7c-9dd0-0c62595cc19b req-de13634d-cba8-42b0-859e-091c740f7d5e tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720260 Nov 24 18:08:13.302719 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-e1c297f0-b298-4804-92f1-d8bb2c4f42af req-6067a446-c709-4aa2-97ed-fed2d8087697 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Calling delete_port for 2c4628e4-4d24-483d-ac2d-9b65f35dad78 owned by compute:nova {{(pid=87423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:08:13.523676 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0db99-2db0-4498-a8ed-3d4ce5beaef4 req-6a48b442-5505-4b44-90cd-8ee333a3bef3 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:13.527328 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-73c0db99-2db0-4498-a8ed-3d4ce5beaef4 req-6a48b442-5505-4b44-90cd-8ee333a3bef3 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.1575103 Nov 24 18:08:13.578251 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-73c0db99-2db0-4498-a8ed-3d4ce5beaef4 req-48e35e92-a7a5-47a0-9daf-63b7391880c0 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430791 Nov 24 18:08:13.620378 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-e1c297f0-b298-4804-92f1-d8bb2c4f42af req-6067a446-c709-4aa2-97ed-fed2d8087697 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:13.626302 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-95ecd302-8173-4c58-a091-3e5e36a7f758 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:13.639051 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['3421c297-d8be-4bc8-891a-a6bf0d05945d', '713115da-a9d7-4b79-ae35-012e393e69d0', 'e4d410eb-47b7-44f4-9780-f2055413d3b8', '2c4628e4-4d24-483d-ac2d-9b65f35dad78'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:08:13.696325 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067a446-c709-4aa2-97ed-fed2d8087697 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Pushing event deleted for resources: {'Port': ['ID=2c4628e4-4d24-483d-ac2d-9b65f35dad78,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:13.707177 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-6067a446-c709-4aa2-97ed-fed2d8087697 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:13.800494 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c297f0-b298-4804-92f1-d8bb2c4f42af req-6067a446-c709-4aa2-97ed-fed2d8087697 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] No DVR routers for this DVR port 2c4628e4-4d24-483d-ac2d-9b65f35dad78 on host hv-cinder-81857 {{(pid=87423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 18:08:13.806565 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-e1c297f0-b298-4804-92f1-d8bb2c4f42af req-6067a446-c709-4aa2-97ed-fed2d8087697 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:13.809831 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7543f3f-56eb-4e17-a9a8-8dd0f2b575be', 'name': 'network-vif-deleted', 'tag': '2c4628e4-4d24-483d-ac2d-9b65f35dad78'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:08:13.936217 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e1c297f0-b298-4804-92f1-d8bb2c4f42af req-6067a446-c709-4aa2-97ed-fed2d8087697 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.66 "DELETE /v2.0/ports/2c4628e4-4d24-483d-ac2d-9b65f35dad78 HTTP/1.1" status: 204 len: 173 time: 1.3656919 Nov 24 18:08:14.081178 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77eac59-9587-4c49-8bdd-9169a7108358 req-9c60e951-c47f-449e-b8f8-7dc4c2dde929 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:14.083648 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-d77eac59-9587-4c49-8bdd-9169a7108358 req-9c60e951-c47f-449e-b8f8-7dc4c2dde929 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 945 time: 0.1209350 Nov 24 18:08:14.136967 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-d77eac59-9587-4c49-8bdd-9169a7108358 req-f59eef48-27d3-4bec-82b3-103167efa74a tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471952 Nov 24 18:08:14.191981 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7543f3f-56eb-4e17-a9a8-8dd0f2b575be', 'name': 'network-vif-deleted', 'tag': '2c4628e4-4d24-483d-ac2d-9b65f35dad78', 'status': 'completed', 'code': 200} Nov 24 18:08:14.360471 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9b93c-b8c8-4455-a0e8-fe53ec3a0c3b req-2b1d60dc-b4d7-414f-b105-34274b6cee1f tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:14.361950 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-eaa9b93c-b8c8-4455-a0e8-fe53ec3a0c3b req-2b1d60dc-b4d7-414f-b105-34274b6cee1f tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.65 "GET /v2.0/ports?device_id=33ff1ed5-f02a-43f5-bebc-ce5c0e91473f HTTP/1.1" status: 200 len: 950 time: 0.0844133 Nov 24 18:08:14.429538 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-eaa9b93c-b8c8-4455-a0e8-fe53ec3a0c3b req-264dfc70-1e35-4985-8f67-c04f4aaf7cb2 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.65 "GET /v2.0/security-groups?id=067b3ff4-9b1a-43ad-b40f-fdb30db02b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611086 Nov 24 18:08:14.587804 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-4190750a-1267-480f-9f35-b102dcaf18cf req-d5c0f762-a6b5-4a16-9c83-9850a490fa64 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7543f3f-56eb-4e17-a9a8-8dd0f2b575be HTTP/1.1" status: 200 len: 210 time: 0.0468936 Nov 24 18:08:14.766083 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c4509-0d82-4b1a-8451-a51edf386b72 req-193824b8-abc8-4db5-bdd7-363fe55e94d9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:14.767560 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-3b2c4509-0d82-4b1a-8451-a51edf386b72 req-193824b8-abc8-4db5-bdd7-363fe55e94d9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.0794692 Nov 24 18:08:14.815537 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-3b2c4509-0d82-4b1a-8451-a51edf386b72 req-f1b5a679-01e8-41a5-b1d4-83b29a254358 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421078 Nov 24 18:08:15.347894 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c5552-316b-465c-b81c-0e98b78c8512 req-dda0137a-5131-41a9-abc8-ec26d7960993 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:15.349361 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-2d4c5552-316b-465c-b81c-0e98b78c8512 req-dda0137a-5131-41a9-abc8-ec26d7960993 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 945 time: 0.0838952 Nov 24 18:08:15.393514 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-2d4c5552-316b-465c-b81c-0e98b78c8512 req-96dc160e-436a-4fe6-8998-50f30585d8be tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382655 Nov 24 18:08:15.621003 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f255d-bb74-4b5e-960f-22f28978b35e req-7c3cbb64-4109-4a0e-b60a-b6009b6a7e2d tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:15.621003 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-085f255d-bb74-4b5e-960f-22f28978b35e req-7c3cbb64-4109-4a0e-b60a-b6009b6a7e2d tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.65 "GET /v2.0/ports?device_id=33ff1ed5-f02a-43f5-bebc-ce5c0e91473f HTTP/1.1" status: 200 len: 950 time: 0.0813262 Nov 24 18:08:15.699636 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-085f255d-bb74-4b5e-960f-22f28978b35e req-635d0dde-d233-408c-afac-1b7ca6ef4dbd tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.65 "GET /v2.0/security-groups?id=067b3ff4-9b1a-43ad-b40f-fdb30db02b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718169 Nov 24 18:08:15.893639 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 6 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:08:15.980817 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c165e9e-f02f-4cda-a01b-a8ef4c1b3f28 req-a351bd41-f2c5-4afd-8162-05c7be49f36e tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:15.982262 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-1c165e9e-f02f-4cda-a01b-a8ef4c1b3f28 req-a351bd41-f2c5-4afd-8162-05c7be49f36e tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.66 "GET /v2.0/ports?device_id=33ff1ed5-f02a-43f5-bebc-ce5c0e91473f HTTP/1.1" status: 200 len: 950 time: 0.0849903 Nov 24 18:08:16.016791 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5895ffa-0ac6-4645-8659-13203b7cad2c req-c4411a1f-4f01-4d37-9cff-d0b356cf7fb3 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:16.018330 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-e5895ffa-0ac6-4645-8659-13203b7cad2c req-c4411a1f-4f01-4d37-9cff-d0b356cf7fb3 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.0884619 Nov 24 18:08:16.054991 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-1c165e9e-f02f-4cda-a01b-a8ef4c1b3f28 req-a647109f-548a-4b78-8338-1bb76813307f tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Deleting port dab05406-bdee-497a-b75c-bd3c502bb0ef {{(pid=87423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:08:16.055336 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-1c165e9e-f02f-4cda-a01b-a8ef4c1b3f28 req-a647109f-548a-4b78-8338-1bb76813307f tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:16.075668 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-e5895ffa-0ac6-4645-8659-13203b7cad2c req-d9f67db1-28a1-4ec0-b231-7ca99e0bedbf tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490017 Nov 24 18:08:16.299894 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 52584) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:16.333356 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-1c165e9e-f02f-4cda-a01b-a8ef4c1b3f28 req-a647109f-548a-4b78-8338-1bb76813307f tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] For port dab05406-bdee-497a-b75c-bd3c502bb0ef, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=dab05406-bdee-497a-b75c-bd3c502bb0ef,segment=NetworkSegment(53bd7c06-c5cd-444f-97c1-5fc679ca9ee6),segment_id=53bd7c06-c5cd-444f-97c1-5fc679ca9ee6)] {{(pid=87423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:08:16.333725 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-1c165e9e-f02f-4cda-a01b-a8ef4c1b3f28 req-a647109f-548a-4b78-8338-1bb76813307f tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:16.437651 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-7807ec96-09d8-4a66-91b6-664141632885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:16.471522 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-1c165e9e-f02f-4cda-a01b-a8ef4c1b3f28 req-a647109f-548a-4b78-8338-1bb76813307f tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Calling delete_port for dab05406-bdee-497a-b75c-bd3c502bb0ef owned by compute:nova {{(pid=87423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:08:16.478357 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-7807ec96-09d8-4a66-91b6-664141632885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:08:16.493420 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-7807ec96-09d8-4a66-91b6-664141632885 admin admin] Usage tracker for resource:security_group_rule and tenant:27ff68314b344691b76d34a70ba6c5b0 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:08:16.496565 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-7807ec96-09d8-4a66-91b6-664141632885 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:08:16.502432 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-7807ec96-09d8-4a66-91b6-664141632885 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:08:16.591176 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-7807ec96-09d8-4a66-91b6-664141632885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:16.668155 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed4661-8d89-4893-b80e-472cff55f523 req-ecdcb479-4a07-4158-9529-ccd2faaa373c tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:16.669650 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-f0ed4661-8d89-4893-b80e-472cff55f523 req-ecdcb479-4a07-4158-9529-ccd2faaa373c tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 945 time: 0.1471348 Nov 24 18:08:16.680826 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-7807ec96-09d8-4a66-91b6-664141632885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:16.689703 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:16.728922 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-f0ed4661-8d89-4893-b80e-472cff55f523 req-fc3746fe-451e-42ad-85ad-75cdb3065ae6 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534973 Nov 24 18:08:16.730803 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-7807ec96-09d8-4a66-91b6-664141632885 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=27ff68314b344691b76d34a70ba6c5b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4296300 Nov 24 18:08:16.732529 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807ec96-09d8-4a66-91b6-664141632885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fff6dc1-92ac-4659-a273-089930cd7036,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:16.734242 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 52598) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:16.737718 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-7807ec96-09d8-4a66-91b6-664141632885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:16.834912 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-1c165e9e-f02f-4cda-a01b-a8ef4c1b3f28 req-a647109f-548a-4b78-8338-1bb76813307f tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:16.857526 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['dab05406-bdee-497a-b75c-bd3c502bb0ef'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:08:16.860150 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-4b0c4942-bec5-4310-bb5c-c3ab9006b26b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:16.862023 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:16.869087 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-d6b26186-17f0-4901-9294-bc6ba3fb58e7 req-3fe81482-e5c6-4926-a07d-46845168a37e tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.65 "GET /v2.0/ports?device_id=33ff1ed5-f02a-43f5-bebc-ce5c0e91473f HTTP/1.1" status: 200 len: 210 time: 0.0455356 Nov 24 18:08:16.919665 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 52608) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:16.998238 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647109f-548a-4b78-8338-1bb76813307f tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Pushing event deleted for resources: {'Port': ['ID=dab05406-bdee-497a-b75c-bd3c502bb0ef,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:17.040124 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-a647109f-548a-4b78-8338-1bb76813307f tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:17.079620 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-929259f0-5ac7-412d-bb53-445624d01359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:17.090050 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-4b0c4942-bec5-4310-bb5c-c3ab9006b26b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:17.095650 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-929259f0-5ac7-412d-bb53-445624d01359 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:08:17.099665 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-929259f0-5ac7-412d-bb53-445624d01359 admin admin] Usage tracker for resource:security_group_rule and tenant:0419d98395b44fcc8cd9b7495bd6ead2 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:08:17.102579 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-929259f0-5ac7-412d-bb53-445624d01359 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:08:17.103772 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c165e9e-f02f-4cda-a01b-a8ef4c1b3f28 req-a647109f-548a-4b78-8338-1bb76813307f tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] No DVR routers for this DVR port dab05406-bdee-497a-b75c-bd3c502bb0ef on host hv-cinder-81857 {{(pid=87423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 18:08:17.108845 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-1c165e9e-f02f-4cda-a01b-a8ef4c1b3f28 req-a647109f-548a-4b78-8338-1bb76813307f tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:17.110088 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ff1ed5-f02a-43f5-bebc-ce5c0e91473f', 'name': 'network-vif-deleted', 'tag': 'dab05406-bdee-497a-b75c-bd3c502bb0ef'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:08:17.126080 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-929259f0-5ac7-412d-bb53-445624d01359 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:08:17.179986 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ff1ed5-f02a-43f5-bebc-ce5c0e91473f', 'name': 'network-vif-deleted', 'tag': 'dab05406-bdee-497a-b75c-bd3c502bb0ef', 'status': 'completed', 'code': 200} Nov 24 18:08:17.220629 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-1c165e9e-f02f-4cda-a01b-a8ef4c1b3f28 req-a647109f-548a-4b78-8338-1bb76813307f tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.66 "DELETE /v2.0/ports/dab05406-bdee-497a-b75c-bd3c502bb0ef HTTP/1.1" status: 204 len: 173 time: 1.2312737 Nov 24 18:08:17.281625 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-4b0c4942-bec5-4310-bb5c-c3ab9006b26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:17.288571 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-58ca55c6-964e-490e-85de-8dfa614a47db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:17.313356 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c4942-bec5-4310-bb5c-c3ab9006b26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fff6dc1-92ac-4659-a273-089930cd7036,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:17.328758 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-4b0c4942-bec5-4310-bb5c-c3ab9006b26b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:17.336515 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-4b0c4942-bec5-4310-bb5c-c3ab9006b26b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3fff6dc1-92ac-4659-a273-089930cd7036 HTTP/1.1" status: 204 len: 168 time: 0.5965800 Nov 24 18:08:17.340641 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-4b0c4942-bec5-4310-bb5c-c3ab9006b26b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:17.354055 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-929259f0-5ac7-412d-bb53-445624d01359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:17.364188 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196277c-800c-45e1-b80e-b9b07da88b33 req-d0aa2055-c95a-48cf-bf05-5512bf69b554 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:17.365720 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-4196277c-800c-45e1-b80e-b9b07da88b33 req-d0aa2055-c95a-48cf-bf05-5512bf69b554 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.1423976 Nov 24 18:08:17.429409 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-929259f0-5ac7-412d-bb53-445624d01359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:17.438705 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-5d5a2d94-fa58-4aa0-b0ce-78af40217a12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:17.440908 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-4196277c-800c-45e1-b80e-b9b07da88b33 req-6a5fed9d-09c2-4535-bf7c-30c6b08e85f2 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635018 Nov 24 18:08:17.451088 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device dab05406-bdee-497a-b75c-bd3c502bb0ef no longer exists at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:08:17.478841 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-929259f0-5ac7-412d-bb53-445624d01359 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0419d98395b44fcc8cd9b7495bd6ead2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5574777 Nov 24 18:08:17.480304 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929259f0-5ac7-412d-bb53-445624d01359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7923228e-17dc-4e3e-89c2-bb04a90ce590,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:17.481723 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 52624) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:17.483222 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-929259f0-5ac7-412d-bb53-445624d01359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:17.497442 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] No Port match for: dab05406-bdee-497a-b75c-bd3c502bb0ef {{(pid=87425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 18:08:17.497442 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device dab05406-bdee-497a-b75c-bd3c502bb0ef not bound to the agent host hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 18:08:17.497442 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 2c4628e4-4d24-483d-ac2d-9b65f35dad78 no longer exists at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:08:17.531272 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] No Port match for: 2c4628e4-4d24-483d-ac2d-9b65f35dad78 {{(pid=87425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 18:08:17.531629 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 2c4628e4-4d24-483d-ac2d-9b65f35dad78 not bound to the agent host hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 18:08:17.546369 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-4141d435-f291-4018-b02f-5b2f4f25858e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:17.582071 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-4141d435-f291-4018-b02f-5b2f4f25858e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:17.774221 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-4141d435-f291-4018-b02f-5b2f4f25858e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:17.780182 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-9a7f9b5f-cfc5-456a-a787-73e9b922e371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:17.793568 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141d435-f291-4018-b02f-5b2f4f25858e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7923228e-17dc-4e3e-89c2-bb04a90ce590,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:17.798365 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-4141d435-f291-4018-b02f-5b2f4f25858e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:17.802965 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-4141d435-f291-4018-b02f-5b2f4f25858e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:17.804303 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-4141d435-f291-4018-b02f-5b2f4f25858e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7923228e-17dc-4e3e-89c2-bb04a90ce590 HTTP/1.1" status: 204 len: 168 time: 0.3216133 Nov 24 18:08:18.017827 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93658a05-3192-45d2-a579-dd65bb87f4a7 req-d3137a49-2eed-4d26-ab23-e5b2e2693950 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:18.019310 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-93658a05-3192-45d2-a579-dd65bb87f4a7 req-d3137a49-2eed-4d26-ab23-e5b2e2693950 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 945 time: 0.0843110 Nov 24 18:08:18.065916 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-93658a05-3192-45d2-a579-dd65bb87f4a7 req-a91acb88-bc4b-4261-8e56-49e04eb194b8 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396593 Nov 24 18:08:18.237192 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-3aad53f1-f655-4258-a02d-93680762909f req-f252b063-3250-4081-a202-5fdbd4c5e28a tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Synchronizing usage tracker for tenant:3307879e2b744580b95e7a365a64c36d on resource:port {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:08:18.334089 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-3aad53f1-f655-4258-a02d-93680762909f req-f252b063-3250-4081-a202-5fdbd4c5e28a tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Unset dirty status for tenant:3307879e2b744580b95e7a365a64c36d on resource:port {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:08:18.335599 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-3aad53f1-f655-4258-a02d-93680762909f req-f252b063-3250-4081-a202-5fdbd4c5e28a tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] 10.222.0.65 "GET /v2.0/ports?device_id=33ff1ed5-f02a-43f5-bebc-ce5c0e91473f HTTP/1.1" status: 200 len: 210 time: 0.1455944 Nov 24 18:08:18.417682 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eaa73e-4af5-4e56-ae3f-0a212f498783 req-7ea32a7b-4de2-4e27-92f2-3b6abd309ca7 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:18.417682 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-35eaa73e-4af5-4e56-ae3f-0a212f498783 req-7ea32a7b-4de2-4e27-92f2-3b6abd309ca7 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=183fd6de-ff92-47eb-9f94-29e5f3999333 HTTP/1.1" status: 200 len: 946 time: 0.1224778 Nov 24 18:08:18.489878 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-35eaa73e-4af5-4e56-ae3f-0a212f498783 req-b6af6e9e-1169-4c8b-bb39-fe2fc65cf7fb tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718501 Nov 24 18:08:18.658939 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d312829-456b-400a-83b9-4f32f64b1776 req-336cb545-48ef-4099-9a34-f2d21b69b04d tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:18.660640 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-4d312829-456b-400a-83b9-4f32f64b1776 req-336cb545-48ef-4099-9a34-f2d21b69b04d tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.0952373 Nov 24 18:08:18.708544 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-4d312829-456b-400a-83b9-4f32f64b1776 req-017182fa-bf47-44a8-aceb-d6713444d87e tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413494 Nov 24 18:08:18.747017 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 52672) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:18.765105 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a97e9601-9c60-4967-938b-7c6d3dbda08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:18.780151 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-a97e9601-9c60-4967-938b-7c6d3dbda08c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:08:18.784202 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-a97e9601-9c60-4967-938b-7c6d3dbda08c admin admin] Usage tracker for resource:security_group_rule and tenant:34507c6d8b4b4509aaacf3bf4b0486c4 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:08:18.787164 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-a97e9601-9c60-4967-938b-7c6d3dbda08c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:08:18.804563 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-a97e9601-9c60-4967-938b-7c6d3dbda08c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:08:18.901483 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a97e9601-9c60-4967-938b-7c6d3dbda08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:18.983838 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a97e9601-9c60-4967-938b-7c6d3dbda08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:18.994048 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:19.036008 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-a97e9601-9c60-4967-938b-7c6d3dbda08c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=34507c6d8b4b4509aaacf3bf4b0486c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2879131 Nov 24 18:08:19.037047 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e9601-9c60-4967-938b-7c6d3dbda08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7892cd3-b53b-443b-b588-334835eced43,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:19.038889 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 52684) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:19.041633 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-a97e9601-9c60-4967-938b-7c6d3dbda08c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:19.105936 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-38d96188-391a-4a66-b7d6-9dcecc589a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:19.137605 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-38d96188-391a-4a66-b7d6-9dcecc589a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:19.314562 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf830315-63bb-45ef-a7f7-9fa1245f37c8 req-8a3b8854-c604-4136-ac7f-a8c634042146 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:19.315634 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d9353-b7ef-41a8-8687-441ab9933392 req-ae2c1ef2-d2f1-4ad8-a5f2-527d956b7ebf tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:19.317033 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-bf830315-63bb-45ef-a7f7-9fa1245f37c8 req-8a3b8854-c604-4136-ac7f-a8c634042146 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 945 time: 0.1279123 Nov 24 18:08:19.322807 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-c59d9353-b7ef-41a8-8687-441ab9933392 req-ae2c1ef2-d2f1-4ad8-a5f2-527d956b7ebf tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.0946903 Nov 24 18:08:19.329085 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-38d96188-391a-4a66-b7d6-9dcecc589a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:19.346740 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-81165520-2e17-4cfc-8da8-eab0b9c31a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:19.363841 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-c59d9353-b7ef-41a8-8687-441ab9933392 req-c3b2b283-9011-4fb8-9700-e5abd2e840b2 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401495 Nov 24 18:08:19.398521 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d96188-391a-4a66-b7d6-9dcecc589a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7892cd3-b53b-443b-b588-334835eced43,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:19.401860 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-38d96188-391a-4a66-b7d6-9dcecc589a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:19.415099 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-38d96188-391a-4a66-b7d6-9dcecc589a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:19.419322 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-38d96188-391a-4a66-b7d6-9dcecc589a9e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e7892cd3-b53b-443b-b588-334835eced43 HTTP/1.1" status: 204 len: 168 time: 0.3764751 Nov 24 18:08:19.429523 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-bf830315-63bb-45ef-a7f7-9fa1245f37c8 req-2deb1714-27af-4d49-add2-1d418e601ba6 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058173 Nov 24 18:08:19.442010 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3046969-1e04-425d-ad1b-377e9b1bafd8 req-26394418-620b-4657-bbcb-3ecb0d379237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:19.458651 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a3046969-1e04-425d-ad1b-377e9b1bafd8 req-26394418-620b-4657-bbcb-3ecb0d379237 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=58c9b55138cf4488927b336b55f0f52e&device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 1099 time: 0.1740324 Nov 24 18:08:19.694343 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3046969-1e04-425d-ad1b-377e9b1bafd8 req-a105e0d7-1a61-4f77-9437-7b0d1a1722c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:19.695776 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a3046969-1e04-425d-ad1b-377e9b1bafd8 req-a105e0d7-1a61-4f77-9437-7b0d1a1722c1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7 HTTP/1.1" status: 200 len: 920 time: 0.2349477 Nov 24 18:08:19.800237 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a3046969-1e04-425d-ad1b-377e9b1bafd8 req-d22dea38-1a58-4fd2-8d7f-786e3638efac service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d822885e-8a3d-42da-ac15-0bfc4a25b2f2 HTTP/1.1" status: 200 len: 217 time: 0.0795858 Nov 24 18:08:19.812992 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c18b03-ac16-44f5-b0d8-de660b232541 req-c7b73349-a42f-464b-8c77-206659064c3f tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:19.814127 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-37c18b03-ac16-44f5-b0d8-de660b232541 req-c7b73349-a42f-464b-8c77-206659064c3f tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Synchronizing usage tracker for tenant:26c1cad41c3f4fa9b70154ca78209f86 on resource:port {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:08:19.904446 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3046969-1e04-425d-ad1b-377e9b1bafd8 req-b8159d6e-9d48-41ee-9892-118b3aa40367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:19.906254 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a3046969-1e04-425d-ad1b-377e9b1bafd8 req-b8159d6e-9d48-41ee-9892-118b3aa40367 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=153ce10b-3d74-4e76-b304-5b290412d101 HTTP/1.1" status: 200 len: 859 time: 0.0830863 Nov 24 18:08:19.962947 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-37c18b03-ac16-44f5-b0d8-de660b232541 req-c7b73349-a42f-464b-8c77-206659064c3f tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Unset dirty status for tenant:26c1cad41c3f4fa9b70154ca78209f86 on resource:port {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:08:19.964786 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-37c18b03-ac16-44f5-b0d8-de660b232541 req-c7b73349-a42f-464b-8c77-206659064c3f tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=183fd6de-ff92-47eb-9f94-29e5f3999333 HTTP/1.1" status: 200 len: 946 time: 0.3447714 Nov 24 18:08:19.967631 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a3046969-1e04-425d-ad1b-377e9b1bafd8 req-2cc89c79-b04c-4fe7-883c-aece41792661 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515158 Nov 24 18:08:20.054893 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64cfd5-d1aa-40ae-a33e-0a1ea7e95864 req-7db9824e-759d-4a72-a7d5-1b295f8bf46b tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:20.058804 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-5a64cfd5-d1aa-40ae-a33e-0a1ea7e95864 req-7db9824e-759d-4a72-a7d5-1b295f8bf46b tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.1672356 Nov 24 18:08:20.129847 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-5a64cfd5-d1aa-40ae-a33e-0a1ea7e95864 req-990bf69d-9e1b-41b8-ae7e-6f0701902743 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628672 Nov 24 18:08:20.139970 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-37c18b03-ac16-44f5-b0d8-de660b232541 req-d9fe6085-a56d-472f-953a-b7328d20cc67 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680541 Nov 24 18:08:20.196631 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a3046969-1e04-425d-ad1b-377e9b1bafd8 req-cb3626a8-1bb0-41ea-8184-e7ff5fa71d4a service neutron] 10.222.0.66 "GET /v2.0/networks/0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091455 Nov 24 18:08:20.477223 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a3046969-1e04-425d-ad1b-377e9b1bafd8 req-9f7c4295-6691-4a30-a5f7-3ac5e86b6bc1 service neutron] 10.222.0.66 "GET /v2.0/networks/0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644377 Nov 24 18:08:20.493006 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec44b2-c462-48ce-a4f8-f9b61838efd7 req-cf185a22-0e6c-4a05-8a5a-6a6f80f0c990 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:20.494460 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-59ec44b2-c462-48ce-a4f8-f9b61838efd7 req-cf185a22-0e6c-4a05-8a5a-6a6f80f0c990 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.66 "GET /v2.0/ports?device_id=183fd6de-ff92-47eb-9f94-29e5f3999333 HTTP/1.1" status: 200 len: 946 time: 0.2062788 Nov 24 18:08:20.589446 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-59ec44b2-c462-48ce-a4f8-f9b61838efd7 req-a01e8bd3-512b-43ad-83a3-771a8ec79836 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Deleting port e4d410eb-47b7-44f4-9780-f2055413d3b8 {{(pid=87423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:08:20.589888 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-59ec44b2-c462-48ce-a4f8-f9b61838efd7 req-a01e8bd3-512b-43ad-83a3-771a8ec79836 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:20.592608 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9f80c-c7c7-4f59-af33-2ac1ab667872 req-3436d516-8341-4cd6-a8a6-87937bd03de3 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:20.594410 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-40b9f80c-c7c7-4f59-af33-2ac1ab667872 req-3436d516-8341-4cd6-a8a6-87937bd03de3 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.0968831 Nov 24 18:08:20.670370 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-40b9f80c-c7c7-4f59-af33-2ac1ab667872 req-c99912d2-b109-41d3-8bd6-52d5d43b885b tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603282 Nov 24 18:08:20.872382 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667efcc-a11a-46fb-a008-f3be5ca80cd9 req-a331310e-641e-4acd-b2f1-e169be1eb02a tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:20.873940 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d667efcc-a11a-46fb-a008-f3be5ca80cd9 req-a331310e-641e-4acd-b2f1-e169be1eb02a tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 945 time: 0.2517810 Nov 24 18:08:20.974315 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d667efcc-a11a-46fb-a008-f3be5ca80cd9 req-7bbd1950-7943-467c-a974-2d4e7e8178d6 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914276 Nov 24 18:08:20.984327 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-59ec44b2-c462-48ce-a4f8-f9b61838efd7 req-a01e8bd3-512b-43ad-83a3-771a8ec79836 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] For port e4d410eb-47b7-44f4-9780-f2055413d3b8, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=e4d410eb-47b7-44f4-9780-f2055413d3b8,segment=NetworkSegment(e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5),segment_id=e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5)] {{(pid=87423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:08:20.984781 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-59ec44b2-c462-48ce-a4f8-f9b61838efd7 req-a01e8bd3-512b-43ad-83a3-771a8ec79836 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:21.130894 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-59ec44b2-c462-48ce-a4f8-f9b61838efd7 req-a01e8bd3-512b-43ad-83a3-771a8ec79836 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Calling delete_port for e4d410eb-47b7-44f4-9780-f2055413d3b8 owned by compute:nova {{(pid=87423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:08:21.402675 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf00281-f68e-4b34-95c8-5dc0cc07bc34 req-44e25cad-8062-4ef9-8281-8bda1f812bd2 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:21.419086 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-faf00281-f68e-4b34-95c8-5dc0cc07bc34 req-44e25cad-8062-4ef9-8281-8bda1f812bd2 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.1217418 Nov 24 18:08:21.452912 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=87425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 18:08:21.514004 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-faf00281-f68e-4b34-95c8-5dc0cc07bc34 req-ebfe170d-3aec-4713-aba3-7177d6a15a3f tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928006 Nov 24 18:08:21.578807 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b03c0-1fdc-4601-b1a6-bc605a23734a req-2da55b8e-649e-4f45-8852-670f435a3cd1 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:21.585054 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-534b03c0-1fdc-4601-b1a6-bc605a23734a req-2da55b8e-649e-4f45-8852-670f435a3cd1 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=183fd6de-ff92-47eb-9f94-29e5f3999333 HTTP/1.1" status: 200 len: 946 time: 0.2418997 Nov 24 18:08:21.634034 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port fdfe8f7a-b48a-4aa2-b83a-7747f84191b3, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=fdfe8f7a-b48a-4aa2-b83a-7747f84191b3,segment=NetworkSegment(c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2),segment_id=c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:08:21.636910 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-534b03c0-1fdc-4601-b1a6-bc605a23734a req-49dddcd3-b1eb-4026-ae42-060bc215b5b5 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506868 Nov 24 18:08:21.648526 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Returning: {'device': 'fdfe8f7a-b48a-4aa2-b83a-7747f84191b3', 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e', 'port_id': 'fdfe8f7a-b48a-4aa2-b83a-7747f84191b3', 'mac_address': 'fa:16:3e:ad:e7:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c1b52e1-6661-4f68-9dd2-227c3d39ad6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 18:08:21.662907 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-59ec44b2-c462-48ce-a4f8-f9b61838efd7 req-a01e8bd3-512b-43ad-83a3-771a8ec79836 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:21.673812 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:21.706730 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['3421c297-d8be-4bc8-891a-a6bf0d05945d', '713115da-a9d7-4b79-ae35-012e393e69d0', 'e4d410eb-47b7-44f4-9780-f2055413d3b8'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:08:21.774131 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e8bd3-512b-43ad-83a3-771a8ec79836 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Pushing event deleted for resources: {'Port': ['ID=e4d410eb-47b7-44f4-9780-f2055413d3b8,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:21.780514 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-a01e8bd3-512b-43ad-83a3-771a8ec79836 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:21.824880 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ec44b2-c462-48ce-a4f8-f9b61838efd7 req-a01e8bd3-512b-43ad-83a3-771a8ec79836 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] No DVR routers for this DVR port e4d410eb-47b7-44f4-9780-f2055413d3b8 on host hv-cinder-81857 {{(pid=87423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 18:08:21.827474 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-59ec44b2-c462-48ce-a4f8-f9b61838efd7 req-a01e8bd3-512b-43ad-83a3-771a8ec79836 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:21.838778 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183fd6de-ff92-47eb-9f94-29e5f3999333', 'name': 'network-vif-deleted', 'tag': 'e4d410eb-47b7-44f4-9780-f2055413d3b8'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:08:21.881413 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:21.906375 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 {{(pid=87425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:08:21.917721 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-59ec44b2-c462-48ce-a4f8-f9b61838efd7 req-a01e8bd3-512b-43ad-83a3-771a8ec79836 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.66 "DELETE /v2.0/ports/e4d410eb-47b7-44f4-9780-f2055413d3b8 HTTP/1.1" status: 204 len: 173 time: 1.4115779 Nov 24 18:08:21.937702 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183fd6de-ff92-47eb-9f94-29e5f3999333', 'name': 'network-vif-deleted', 'tag': 'e4d410eb-47b7-44f4-9780-f2055413d3b8', 'status': 'completed', 'code': 200} Nov 24 18:08:21.956624 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port fdfe8f7a-b48a-4aa2-b83a-7747f84191b3, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=fdfe8f7a-b48a-4aa2-b83a-7747f84191b3,segment=NetworkSegment(c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2),segment_id=c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:08:22.002308 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c90839-ceab-455c-bdb6-5932453c7f8c req-71dfae38-df06-4c70-9d9f-e729a55f980c tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:22.032524 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-89c90839-ceab-455c-bdb6-5932453c7f8c req-71dfae38-df06-4c70-9d9f-e729a55f980c tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.2036009 Nov 24 18:08:22.069188 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:22.086210 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:22.101391 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-89c90839-ceab-455c-bdb6-5932453c7f8c req-cc69f26a-3d1c-491f-9f91-7d42352f2a53 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765414 Nov 24 18:08:22.162702 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 52892) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:22.275368 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['fdfe8f7a-b48a-4aa2-b83a-7747f84191b3'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:08:22.334769 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e8a3f-bf48-478d-a330-1535bdedf8c5 req-ed0e3c21-13a0-47d5-bbc5-d3576e57f728 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:22.341396 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-f74e8a3f-bf48-478d-a330-1535bdedf8c5 req-ed0e3c21-13a0-47d5-bbc5-d3576e57f728 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 944 time: 0.1651850 Nov 24 18:08:22.351046 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-350521d0-a406-4b66-8f70-516122ada5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:22.384939 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-350521d0-a406-4b66-8f70-516122ada5b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:08:22.392587 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-f74e8a3f-bf48-478d-a330-1535bdedf8c5 req-6605c50e-e45c-4687-b935-ee3f0b051629 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437145 Nov 24 18:08:22.395660 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-350521d0-a406-4b66-8f70-516122ada5b3 admin admin] Usage tracker for resource:security_group_rule and tenant:d18116076b7845d2b2cfbc819a662065 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:08:22.401971 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-350521d0-a406-4b66-8f70-516122ada5b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:08:22.408567 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=fdfe8f7a-b48a-4aa2-b83a-7747f84191b3,revision_number=6']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:22.408935 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-350521d0-a406-4b66-8f70-516122ada5b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:08:22.418602 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:22.469659 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:22.528133 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-350521d0-a406-4b66-8f70-516122ada5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:22.806435 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-350521d0-a406-4b66-8f70-516122ada5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:22.902698 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-929259f0-5ac7-412d-bb53-445624d01359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:22.935923 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-cfb115d1-62a7-4d02-8ee9-84eb334c769b req-64cc0aa3-115a-4745-938f-91565a3bd2bc tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Synchronizing usage tracker for tenant:26c1cad41c3f4fa9b70154ca78209f86 on resource:port {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:08:22.996761 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350521d0-a406-4b66-8f70-516122ada5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99c2ae9-714b-4cac-9b89-43903d45b09e,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:23.003786 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-350521d0-a406-4b66-8f70-516122ada5b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:23.019741 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 52924) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:23.020780 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-350521d0-a406-4b66-8f70-516122ada5b3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d18116076b7845d2b2cfbc819a662065&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8526931 Nov 24 18:08:23.068530 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ee219-016d-492c-82c5-77f9f7bbcd81 req-abae03e9-bd78-4bb0-9306-26b3816da9fc tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:23.077641 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-551ee219-016d-492c-82c5-77f9f7bbcd81 req-abae03e9-bd78-4bb0-9306-26b3816da9fc tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.4522734 Nov 24 18:08:23.098562 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-2746202c-9e41-4945-a103-dc938bb09ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:23.160616 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-551ee219-016d-492c-82c5-77f9f7bbcd81 req-f53fc867-2257-455e-ab68-f3e4cd970eec tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805516 Nov 24 18:08:23.169605 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-2746202c-9e41-4945-a103-dc938bb09ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:23.220133 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-cfb115d1-62a7-4d02-8ee9-84eb334c769b req-64cc0aa3-115a-4745-938f-91565a3bd2bc tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Unset dirty status for tenant:26c1cad41c3f4fa9b70154ca78209f86 on resource:port {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:08:23.239613 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-cfb115d1-62a7-4d02-8ee9-84eb334c769b req-64cc0aa3-115a-4745-938f-91565a3bd2bc tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=183fd6de-ff92-47eb-9f94-29e5f3999333 HTTP/1.1" status: 200 len: 210 time: 0.3578584 Nov 24 18:08:23.492037 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 up at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:08:23.505499 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ee084-2a46-4cb1-b147-05386bbf0c52 req-a48d178b-b40e-4ea3-bb23-2dde88c60a53 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:23.517156 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-969ee084-2a46-4cb1-b147-05386bbf0c52 req-a48d178b-b40e-4ea3-bb23-2dde88c60a53 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.1629798 Nov 24 18:08:23.557080 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-2746202c-9e41-4945-a103-dc938bb09ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:23.562860 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-4141d435-f291-4018-b02f-5b2f4f25858e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:23.604857 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-969ee084-2a46-4cb1-b147-05386bbf0c52 req-d8e5b864-8c2e-4a9d-a3b6-d4f5a20b4f09 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857735 Nov 24 18:08:23.610617 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning complete for port fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:08:23.610617 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:23.614033 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746202c-9e41-4945-a103-dc938bb09ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99c2ae9-714b-4cac-9b89-43903d45b09e,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:23.693401 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-2746202c-9e41-4945-a103-dc938bb09ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:23.711654 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-2746202c-9e41-4945-a103-dc938bb09ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:23.714761 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-2746202c-9e41-4945-a103-dc938bb09ee1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b99c2ae9-714b-4cac-9b89-43903d45b09e HTTP/1.1" status: 204 len: 168 time: 0.6894433 Nov 24 18:08:23.810619 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:23.823147 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec306eb8-a11b-4ea2-8dd2-b227985339cc req-8c427d1f-ecd6-4c99-9f3e-401d965abafb tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:23.842373 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ec306eb8-a11b-4ea2-8dd2-b227985339cc req-8c427d1f-ecd6-4c99-9f3e-401d965abafb tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 944 time: 0.2357321 Nov 24 18:08:23.859157 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port fdfe8f7a-b48a-4aa2-b83a-7747f84191b3, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=fdfe8f7a-b48a-4aa2-b83a-7747f84191b3,segment=NetworkSegment(c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2),segment_id=c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:08:23.862135 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c5acff-8c88-4d63-af7b-cf7ea07b8d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfe8f7a-b48a-4aa2-b83a-7747f84191b3'}] {{(pid=87425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:08:23.943993 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:23.945312 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device e4d410eb-47b7-44f4-9780-f2055413d3b8 no longer exists at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:08:23.951524 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ec306eb8-a11b-4ea2-8dd2-b227985339cc req-783d845e-a3e3-4810-8c19-59b216a7bead tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082282 Nov 24 18:08:23.985175 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 52962) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:24.018250 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:24.057642 dv-cinder-818579-1-smb neutron-server[87425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c5acff-8c88-4d63-af7b-cf7ea07b8d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfe8f7a-b48a-4aa2-b83a-7747f84191b3', 'code': 200} Nov 24 18:08:24.063623 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] No Port match for: e4d410eb-47b7-44f4-9780-f2055413d3b8 {{(pid=87425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 18:08:24.064259 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device e4d410eb-47b7-44f4-9780-f2055413d3b8 not bound to the agent host hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 18:08:24.121004 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=fdfe8f7a-b48a-4aa2-b83a-7747f84191b3,revision_number=7']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:24.124212 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:24.471466 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-5c1c7736-fd85-4475-9048-b9ec9035f0af admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:24.494345 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-5c1c7736-fd85-4475-9048-b9ec9035f0af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:08:24.502095 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-5c1c7736-fd85-4475-9048-b9ec9035f0af admin admin] Usage tracker for resource:security_group_rule and tenant:b270b16cb5f54b46a74ac6ab83872eef is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:08:24.512809 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78150b-2dd3-49de-9c10-8b5b58772f30 req-c27a8fb7-1ca6-430a-8255-718bf2c4e5e9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:24.514601 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ed78150b-2dd3-49de-9c10-8b5b58772f30 req-c27a8fb7-1ca6-430a-8255-718bf2c4e5e9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.1500869 Nov 24 18:08:24.515744 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-5c1c7736-fd85-4475-9048-b9ec9035f0af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:08:24.555776 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-5c1c7736-fd85-4475-9048-b9ec9035f0af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:08:24.629746 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ed78150b-2dd3-49de-9c10-8b5b58772f30 req-950d07b8-172c-4371-aca3-084dd865fb79 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041939 Nov 24 18:08:24.739889 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-5c1c7736-fd85-4475-9048-b9ec9035f0af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:24.836022 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-5c1c7736-fd85-4475-9048-b9ec9035f0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:24.862709 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-da7c3106-5785-4e87-ab77-b7f014fe72de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:24.883886 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 53030) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:24.884614 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-5c1c7736-fd85-4475-9048-b9ec9035f0af admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b270b16cb5f54b46a74ac6ab83872eef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8972752 Nov 24 18:08:24.914077 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c7736-fd85-4475-9048-b9ec9035f0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07517ab-4f56-47a6-8420-0c4af3047132,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:24.918031 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-5c1c7736-fd85-4475-9048-b9ec9035f0af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:24.970553 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274db24-8b32-4257-9684-0c47573e4f09 req-2b1168b4-8c63-442a-8cfd-4c4853e06ac9 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:24.985539 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-5274db24-8b32-4257-9684-0c47573e4f09 req-2b1168b4-8c63-442a-8cfd-4c4853e06ac9 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.2117682 Nov 24 18:08:25.000643 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3fea26f9-ec86-461b-857e-5beeae274f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:25.030334 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3fea26f9-ec86-461b-857e-5beeae274f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:25.053010 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-5274db24-8b32-4257-9684-0c47573e4f09 req-359902b8-af56-4d0e-8629-5e8f8ac089a1 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665052 Nov 24 18:08:25.257025 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd06d0-7975-4e1a-8016-d542f9eb39b3 req-d4063746-e57c-43bf-949b-03463b0db278 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:25.266219 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-a6dd06d0-7975-4e1a-8016-d542f9eb39b3 req-d4063746-e57c-43bf-949b-03463b0db278 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3f46a6-d4b8-4bcb-ade2-033f583d40c5 HTTP/1.1" status: 200 len: 945 time: 0.1745698 Nov 24 18:08:25.278828 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3fea26f9-ec86-461b-857e-5beeae274f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:25.286295 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363470b3-73c6-4adf-96c2-aa317c5291f4 req-76684735-1cfa-4c45-9c1b-d6884dabbda3 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:25.296271 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-363470b3-73c6-4adf-96c2-aa317c5291f4 req-76684735-1cfa-4c45-9c1b-d6884dabbda3 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 945 time: 0.1171503 Nov 24 18:08:25.329104 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-94fb79cb-4a38-4e67-9971-e5ad018e5187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:25.370111 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-363470b3-73c6-4adf-96c2-aa317c5291f4 req-08f05478-c972-4454-987d-f4024d692b62 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725598 Nov 24 18:08:25.374024 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-a6dd06d0-7975-4e1a-8016-d542f9eb39b3 req-5a63eaf0-8c6b-4d72-b0da-6ebe58d0adcc tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069009 Nov 24 18:08:25.375344 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea26f9-ec86-461b-857e-5beeae274f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07517ab-4f56-47a6-8420-0c4af3047132,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:25.404685 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-3fea26f9-ec86-461b-857e-5beeae274f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:25.450743 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3fea26f9-ec86-461b-857e-5beeae274f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:25.451868 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-3fea26f9-ec86-461b-857e-5beeae274f9d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b07517ab-4f56-47a6-8420-0c4af3047132 HTTP/1.1" status: 204 len: 168 time: 0.5667813 Nov 24 18:08:25.998155 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862786e5-f07a-4174-874e-6169a5f7e519 req-e4711949-50ec-45f7-9e27-106d3e6fc5f4 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:26.012257 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-862786e5-f07a-4174-874e-6169a5f7e519 req-e4711949-50ec-45f7-9e27-106d3e6fc5f4 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.1508040 Nov 24 18:08:26.149994 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-862786e5-f07a-4174-874e-6169a5f7e519 req-d64a8cbb-fce0-443d-8e75-79e7f0b7e23e tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366451 Nov 24 18:08:26.565453 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c146e5-3ffe-4b7e-bdf3-584b8e5ea3c2 req-0f1c3f4e-2300-4a66-ad64-51998832cbcf tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:26.580768 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-79c146e5-3ffe-4b7e-bdf3-584b8e5ea3c2 req-0f1c3f4e-2300-4a66-ad64-51998832cbcf tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.3067379 Nov 24 18:08:26.652551 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4ee23-9a3d-4ee1-9ba2-46c1af528cfb req-066f2af8-2cec-4730-a2bb-95156d84e707 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:26.654581 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-7fb4ee23-9a3d-4ee1-9ba2-46c1af528cfb req-066f2af8-2cec-4730-a2bb-95156d84e707 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3f46a6-d4b8-4bcb-ade2-033f583d40c5 HTTP/1.1" status: 200 len: 945 time: 0.1325798 Nov 24 18:08:26.719434 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-79c146e5-3ffe-4b7e-bdf3-584b8e5ea3c2 req-1ca4e202-49c4-43bb-984d-b1adf0fb6bc8 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376483 Nov 24 18:08:26.730463 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-7fb4ee23-9a3d-4ee1-9ba2-46c1af528cfb req-ecdc6589-f794-4624-9e38-a16c9230d132 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687416 Nov 24 18:08:26.915255 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de096ce9-aa6d-4e0b-b1a0-1235fbecf00a req-ff6ef2cb-f9fd-4763-bcbb-9279c6a472eb tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:26.917496 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-de096ce9-aa6d-4e0b-b1a0-1235fbecf00a req-ff6ef2cb-f9fd-4763-bcbb-9279c6a472eb tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f3f46a6-d4b8-4bcb-ade2-033f583d40c5 HTTP/1.1" status: 200 len: 945 time: 0.1605506 Nov 24 18:08:27.073544 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-de096ce9-aa6d-4e0b-b1a0-1235fbecf00a req-fb6c026c-1189-4f8b-bf73-8cae2619bfe7 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Deleting port 713115da-a9d7-4b79-ae35-012e393e69d0 {{(pid=87423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:08:27.073544 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-de096ce9-aa6d-4e0b-b1a0-1235fbecf00a req-fb6c026c-1189-4f8b-bf73-8cae2619bfe7 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:27.343119 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e07d03-c212-4c06-9598-02b3d8697d29 req-3e73d8b3-19dd-41a8-bc92-aa776d1932a9 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:27.350186 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d5e07d03-c212-4c06-9598-02b3d8697d29 req-3e73d8b3-19dd-41a8-bc92-aa776d1932a9 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 945 time: 0.3948100 Nov 24 18:08:27.547955 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a696dc5-d4b0-40d8-9043-c16e39ab1db0 req-f5bbdcdf-76f1-4ace-b841-fda32e623019 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:27.550108 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-1a696dc5-d4b0-40d8-9043-c16e39ab1db0 req-f5bbdcdf-76f1-4ace-b841-fda32e623019 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.1970162 Nov 24 18:08:27.579020 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d5e07d03-c212-4c06-9598-02b3d8697d29 req-92c74ec9-d01d-4512-88ae-c96ab0182179 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2146916 Nov 24 18:08:27.636193 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-1a696dc5-d4b0-40d8-9043-c16e39ab1db0 req-8e6ec74e-2cae-4a76-91f9-431ce16d3406 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794730 Nov 24 18:08:27.685930 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-de096ce9-aa6d-4e0b-b1a0-1235fbecf00a req-fb6c026c-1189-4f8b-bf73-8cae2619bfe7 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] For port 713115da-a9d7-4b79-ae35-012e393e69d0, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=713115da-a9d7-4b79-ae35-012e393e69d0,segment=NetworkSegment(e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5),segment_id=e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5)] {{(pid=87423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:08:27.686288 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-de096ce9-aa6d-4e0b-b1a0-1235fbecf00a req-fb6c026c-1189-4f8b-bf73-8cae2619bfe7 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:27.954618 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-de096ce9-aa6d-4e0b-b1a0-1235fbecf00a req-fb6c026c-1189-4f8b-bf73-8cae2619bfe7 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Calling delete_port for 713115da-a9d7-4b79-ae35-012e393e69d0 owned by compute:nova {{(pid=87423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:08:28.126177 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8c095-da09-4582-b274-9feb6cecc1f7 req-35413cc9-bde2-4321-8506-00219f8551a7 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:28.146633 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-fbc8c095-da09-4582-b274-9feb6cecc1f7 req-35413cc9-bde2-4321-8506-00219f8551a7 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3f46a6-d4b8-4bcb-ade2-033f583d40c5 HTTP/1.1" status: 200 len: 945 time: 0.1683748 Nov 24 18:08:28.159958 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c8bb8-85a8-4c1a-b33d-eaacd634e7ed req-43962bc6-da8f-4f47-a716-1bd3f5eabf9b tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:28.173459 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a57c8bb8-85a8-4c1a-b33d-eaacd634e7ed req-43962bc6-da8f-4f47-a716-1bd3f5eabf9b tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.2236829 Nov 24 18:08:28.291562 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a57c8bb8-85a8-4c1a-b33d-eaacd634e7ed req-d7279afe-7f48-4c66-ba04-deaf5af91e15 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169326 Nov 24 18:08:28.349286 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-fbc8c095-da09-4582-b274-9feb6cecc1f7 req-dfc00d74-1b73-4611-9590-ecf73a3fd338 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029850 Nov 24 18:08:28.413998 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-de096ce9-aa6d-4e0b-b1a0-1235fbecf00a req-fb6c026c-1189-4f8b-bf73-8cae2619bfe7 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:28.426280 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-783d75ff-b09a-40d7-9aab-67c120032ee6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:28.433181 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['3421c297-d8be-4bc8-891a-a6bf0d05945d', '713115da-a9d7-4b79-ae35-012e393e69d0'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:08:28.497642 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c026c-1189-4f8b-bf73-8cae2619bfe7 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Pushing event deleted for resources: {'Port': ['ID=713115da-a9d7-4b79-ae35-012e393e69d0,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:28.502149 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-fb6c026c-1189-4f8b-bf73-8cae2619bfe7 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:28.584243 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [req-de096ce9-aa6d-4e0b-b1a0-1235fbecf00a req-fb6c026c-1189-4f8b-bf73-8cae2619bfe7 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] No DVR routers for this DVR port 713115da-a9d7-4b79-ae35-012e393e69d0 on host hv-cinder-81857 {{(pid=87423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 18:08:28.588216 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-de096ce9-aa6d-4e0b-b1a0-1235fbecf00a req-fb6c026c-1189-4f8b-bf73-8cae2619bfe7 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:28.591488 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3f46a6-d4b8-4bcb-ade2-033f583d40c5', 'name': 'network-vif-deleted', 'tag': '713115da-a9d7-4b79-ae35-012e393e69d0'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:08:28.651697 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3f46a6-d4b8-4bcb-ade2-033f583d40c5', 'name': 'network-vif-deleted', 'tag': '713115da-a9d7-4b79-ae35-012e393e69d0', 'status': 'completed', 'code': 200} Nov 24 18:08:28.812523 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6013193-b9d1-45e8-b59f-2008231d2a6e req-2c3544e2-0f7e-4838-9ad1-9c3d6ce3f014 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:28.813992 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-c6013193-b9d1-45e8-b59f-2008231d2a6e req-2c3544e2-0f7e-4838-9ad1-9c3d6ce3f014 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 945 time: 0.0927315 Nov 24 18:08:28.866246 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-c6013193-b9d1-45e8-b59f-2008231d2a6e req-58d316e8-83ac-4546-b250-e82c17298dc9 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455275 Nov 24 18:08:28.918263 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-de096ce9-aa6d-4e0b-b1a0-1235fbecf00a req-fb6c026c-1189-4f8b-bf73-8cae2619bfe7 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.66 "DELETE /v2.0/ports/713115da-a9d7-4b79-ae35-012e393e69d0 HTTP/1.1" status: 204 len: 173 time: 1.9941194 Nov 24 18:08:28.928604 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dca0ba-a81c-4121-8810-b2aba1dfa84c req-e1daddd0-def5-4ebe-a6cc-baf55eb73d9e tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:28.928604 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-94dca0ba-a81c-4121-8810-b2aba1dfa84c req-e1daddd0-def5-4ebe-a6cc-baf55eb73d9e tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.1210985 Nov 24 18:08:28.975636 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-94dca0ba-a81c-4121-8810-b2aba1dfa84c req-7c4468f1-64ca-4cf4-a8d1-a4e53ccc4814 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402217 Nov 24 18:08:29.559462 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-35a46109-b536-4ed1-9b60-cac7ae5ddf5e req-e37fbf41-1a3f-416b-bfeb-b21ab7458b99 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Synchronizing usage tracker for tenant:26c1cad41c3f4fa9b70154ca78209f86 on resource:port {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:08:29.575137 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa29fd-f5cd-43ec-bde8-4f85e7311949 req-89b709a8-86f8-4793-9060-a5b6c0ba93a9 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:29.576917 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-b5fa29fd-f5cd-43ec-bde8-4f85e7311949 req-89b709a8-86f8-4793-9060-a5b6c0ba93a9 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.1124568 Nov 24 18:08:29.629465 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-b5fa29fd-f5cd-43ec-bde8-4f85e7311949 req-8d8a2156-f13c-4427-bca4-8219f84d9aca tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447836 Nov 24 18:08:29.682418 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-35a46109-b536-4ed1-9b60-cac7ae5ddf5e req-e37fbf41-1a3f-416b-bfeb-b21ab7458b99 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Unset dirty status for tenant:26c1cad41c3f4fa9b70154ca78209f86 on resource:port {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:08:29.686219 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-35a46109-b536-4ed1-9b60-cac7ae5ddf5e req-e37fbf41-1a3f-416b-bfeb-b21ab7458b99 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f3f46a6-d4b8-4bcb-ade2-033f583d40c5 HTTP/1.1" status: 200 len: 210 time: 0.1860611 Nov 24 18:08:30.114829 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fba8b-e851-455e-b65b-8100cb739a2f req-0f039659-b960-4eb4-b833-3ef3fc4015cb tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:30.123890 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-458fba8b-e851-455e-b65b-8100cb739a2f req-0f039659-b960-4eb4-b833-3ef3fc4015cb tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 945 time: 0.1095190 Nov 24 18:08:30.182806 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-458fba8b-e851-455e-b65b-8100cb739a2f req-2c02cd19-ab01-4774-838e-357398628e1b tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569191 Nov 24 18:08:30.235815 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782132f1-6788-493d-af1d-04b4288a75ee req-a55190ef-8c42-4986-af49-d025eed0b35d tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:30.243647 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-782132f1-6788-493d-af1d-04b4288a75ee req-a55190ef-8c42-4986-af49-d025eed0b35d tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.1099083 Nov 24 18:08:30.308846 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-782132f1-6788-493d-af1d-04b4288a75ee req-d3c0dcb6-3922-42ce-933b-c37cfe0ea90d tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639327 Nov 24 18:08:30.947199 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89beef3b-c173-4b75-9bc9-3db80bd7a22a req-7b00f7af-578e-45e0-88ac-bd5a6a717743 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:30.955116 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-89beef3b-c173-4b75-9bc9-3db80bd7a22a req-7b00f7af-578e-45e0-88ac-bd5a6a717743 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.1816728 Nov 24 18:08:31.023411 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-89beef3b-c173-4b75-9bc9-3db80bd7a22a req-af6b8f08-a9c6-4c51-b5b5-b1ea4ba996da tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670762 Nov 24 18:08:31.178490 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 53276) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:31.498457 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-a944fc6f-4009-44a5-9373-ea095d52c255 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3307879e2b744580b95e7a365a64c36d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3231246 Nov 24 18:08:31.503573 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 53290) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:31.524556 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 713115da-a9d7-4b79-ae35-012e393e69d0 no longer exists at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:08:31.644120 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] No Port match for: 713115da-a9d7-4b79-ae35-012e393e69d0 {{(pid=87425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 18:08:31.644512 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 713115da-a9d7-4b79-ae35-012e393e69d0 not bound to the agent host hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 18:08:31.664151 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f61e9-96ad-40d5-b000-667c4a0dc62a req-28e91103-aa56-43a9-9a37-3c09c1a50de1 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:31.665755 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e63f61e9-96ad-40d5-b000-667c4a0dc62a req-28e91103-aa56-43a9-9a37-3c09c1a50de1 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 945 time: 0.2620726 Nov 24 18:08:31.744344 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-d509a8c4-ac38-407a-9af6-89b39a71b41b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:31.753730 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb54a6-0ad7-4338-875f-ec441c41a595 req-81eee4f4-e4b0-4b02-aa63-d84e90c8a0c0 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:31.761449 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-67eb54a6-0ad7-4338-875f-ec441c41a595 req-81eee4f4-e4b0-4b02-aa63-d84e90c8a0c0 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.2423661 Nov 24 18:08:31.796626 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-d509a8c4-ac38-407a-9af6-89b39a71b41b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:31.827058 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-67eb54a6-0ad7-4338-875f-ec441c41a595 req-b6d853a9-402a-4970-9fa2-30fae2faac7c tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617270 Nov 24 18:08:31.873118 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e63f61e9-96ad-40d5-b000-667c4a0dc62a req-0ac9bdb0-9b7b-44e2-b62c-1b1be5673f5e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947150 Nov 24 18:08:32.103506 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-d509a8c4-ac38-407a-9af6-89b39a71b41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:32.109326 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-0f582219-1da5-4836-b763-11facdc7a6e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:32.127481 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509a8c4-ac38-407a-9af6-89b39a71b41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067b3ff4-9b1a-43ad-b40f-fdb30db02b07,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:32.130224 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-d509a8c4-ac38-407a-9af6-89b39a71b41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:32.222394 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-d509a8c4-ac38-407a-9af6-89b39a71b41b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:32.223508 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-d509a8c4-ac38-407a-9af6-89b39a71b41b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/067b3ff4-9b1a-43ad-b40f-fdb30db02b07 HTTP/1.1" status: 204 len: 168 time: 0.7189610 Nov 24 18:08:32.230870 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739d35c-45cf-4312-bd48-d73010949202 req-5266b1e3-0b64-487c-b570-1b53fbbe6da9 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:32.236817 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-2739d35c-45cf-4312-bd48-d73010949202 req-5266b1e3-0b64-487c-b570-1b53fbbe6da9 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.1018651 Nov 24 18:08:32.286260 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-2739d35c-45cf-4312-bd48-d73010949202 req-e7834ed9-4d30-40e7-a48b-0d4ddd3bd16b tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474036 Nov 24 18:08:33.129792 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972a0e3-2435-4216-9ca5-60fce803acce req-5e97c71d-0c68-4e01-af5e-c62ed81f07a1 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:33.132516 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-5972a0e3-2435-4216-9ca5-60fce803acce req-5e97c71d-0c68-4e01-af5e-c62ed81f07a1 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.1249616 Nov 24 18:08:33.238325 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-5972a0e3-2435-4216-9ca5-60fce803acce req-ee16a811-9455-4684-be57-477c1191e715 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952988 Nov 24 18:08:33.497875 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1e5ef-6c43-47d3-9cdf-f0af42360344 req-9009427c-05f6-4bbd-ab95-a8960abb8b5b tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:33.505204 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-8aa1e5ef-6c43-47d3-9cdf-f0af42360344 req-9009427c-05f6-4bbd-ab95-a8960abb8b5b tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 945 time: 0.1139305 Nov 24 18:08:33.584914 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-8aa1e5ef-6c43-47d3-9cdf-f0af42360344 req-760c46b2-f02d-472c-bad5-701a6b4fefbb tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786486 Nov 24 18:08:33.790152 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 53344) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:33.962547 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb2db9-6cd5-4b0a-97e2-b977cdba0aa6 req-5126eb6b-e639-4a9d-9830-02fbd0810aa9 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:33.978235 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-bbcb2db9-6cd5-4b0a-97e2-b977cdba0aa6 req-5126eb6b-e639-4a9d-9830-02fbd0810aa9 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.2190287 Nov 24 18:08:34.103565 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [None req-859d4216-5bab-41df-8d9d-8738f2b6eaf7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-203275385-network', 'tenant_id': 'c5c6e3eea3214799b724b75688b50e58'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:08:34.113721 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-bbcb2db9-6cd5-4b0a-97e2-b977cdba0aa6 req-208fc9e6-fb8e-4739-a0cf-22a4e5854e99 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344848 Nov 24 18:08:34.196248 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-859d4216-5bab-41df-8d9d-8738f2b6eaf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:08:34.250634 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-859d4216-5bab-41df-8d9d-8738f2b6eaf7 admin admin] Usage tracker for resource:network and tenant:c5c6e3eea3214799b724b75688b50e58 is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:08:34.255519 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-859d4216-5bab-41df-8d9d-8738f2b6eaf7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:08:34.284050 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-859d4216-5bab-41df-8d9d-8738f2b6eaf7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:08:34.310044 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeaf2e0-699a-49e0-9f15-31bc0c582c07 req-22adf85f-e185-40de-9df0-d36ed9f441f7 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:34.317015 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-6aeaf2e0-699a-49e0-9f15-31bc0c582c07 req-22adf85f-e185-40de-9df0-d36ed9f441f7 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.1022601 Nov 24 18:08:34.336837 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78a139-9963-4425-98d2-aac5546c07f8 req-b58c1765-a3fc-4f2b-b7c8-c69ee4d375d2 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:34.339303 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9b78a139-9963-4425-98d2-aac5546c07f8 req-b58c1765-a3fc-4f2b-b7c8-c69ee4d375d2 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e20c5b5a-5745-4ec2-b63b-1d4cab7809f0 HTTP/1.1" status: 200 len: 946 time: 0.2939317 Nov 24 18:08:34.345755 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7bed2-08f6-4124-8461-4e210d1a77e3 req-e069e2dd-d284-4ef3-a281-e10ed115bbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:34.347578 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-8ca7bed2-08f6-4124-8461-4e210d1a77e3 req-e069e2dd-d284-4ef3-a281-e10ed115bbb2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c410027f08a449c97bc26384e1b72cd&device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 1098 time: 0.1439261 Nov 24 18:08:34.383866 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859d4216-5bab-41df-8d9d-8738f2b6eaf7 admin admin] Made reservation on behalf of c5c6e3eea3214799b724b75688b50e58 for: {'network': 1} {{(pid=87423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:08:34.386613 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-859d4216-5bab-41df-8d9d-8738f2b6eaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for network, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:34.431496 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-859d4216-5bab-41df-8d9d-8738f2b6eaf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:34.447416 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9b78a139-9963-4425-98d2-aac5546c07f8 req-bc115a5d-16e3-43c5-9108-06fee69d799f tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985255 Nov 24 18:08:34.485265 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-6aeaf2e0-699a-49e0-9f15-31bc0c582c07 req-e5680464-e5d4-4206-b54c-2d1782e08b41 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672213 Nov 24 18:08:34.507439 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-859d4216-5bab-41df-8d9d-8738f2b6eaf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:08:34.520411 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-859d4216-5bab-41df-8d9d-8738f2b6eaf7 admin admin] Usage tracker for resource:security_group_rule and tenant:c5c6e3eea3214799b724b75688b50e58 is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:08:34.523191 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-859d4216-5bab-41df-8d9d-8738f2b6eaf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:08:34.530399 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-859d4216-5bab-41df-8d9d-8738f2b6eaf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:08:34.649758 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-859d4216-5bab-41df-8d9d-8738f2b6eaf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:34.662377 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7bed2-08f6-4124-8461-4e210d1a77e3 req-665def7f-4595-4de4-8597-b900e092afcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:34.663925 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-8ca7bed2-08f6-4124-8461-4e210d1a77e3 req-665def7f-4595-4de4-8597-b900e092afcf service neutron] 10.222.0.66 "GET /v2.0/networks?id=99e16732-504f-4bd0-9b6d-ec24f46575f9 HTTP/1.1" status: 200 len: 912 time: 0.2811325 Nov 24 18:08:34.752283 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-859d4216-5bab-41df-8d9d-8738f2b6eaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:34.794362 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:34.853258 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-859d4216-5bab-41df-8d9d-8738f2b6eaf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=87423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 18:08:34.857460 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-8ca7bed2-08f6-4124-8461-4e210d1a77e3 req-4880209d-4edf-4567-8bf8-49ff8204b8d0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4d6071c-d415-46c4-952f-f3d12093d011 HTTP/1.1" status: 200 len: 1001 time: 0.1851566 Nov 24 18:08:34.917722 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d4216-5bab-41df-8d9d-8738f2b6eaf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f7743b-1d9d-4a96-b8c9-192608e58f05,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:34.929525 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-859d4216-5bab-41df-8d9d-8738f2b6eaf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:34.971026 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-859d4216-5bab-41df-8d9d-8738f2b6eaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541721'] for segment, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:34.971450 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.db.segments_db [None req-859d4216-5bab-41df-8d9d-8738f2b6eaf7 admin admin] Added segment fb27744d-e0d2-4275-b485-05860355ed0f of type vlan for network 016decb7-a79d-4fb4-97a6-0ca75ee34d5e Nov 24 18:08:35.070388 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-859d4216-5bab-41df-8d9d-8738f2b6eaf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730961763539'] for network, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:35.098473 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7bed2-08f6-4124-8461-4e210d1a77e3 req-cc497273-c042-4c8f-b8ff-6e38963b97dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:35.099931 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-8ca7bed2-08f6-4124-8461-4e210d1a77e3 req-cc497273-c042-4c8f-b8ff-6e38963b97dc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb34300e-db3e-473b-9bf9-eea83552c640 HTTP/1.1" status: 200 len: 850 time: 0.2255859 Nov 24 18:08:35.111391 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7187ff-220d-4561-80bc-b623223dbbb3 req-97e98974-d13c-4395-8794-67fed501afc9 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:35.118874 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ad7187ff-220d-4561-80bc-b623223dbbb3 req-97e98974-d13c-4395-8794-67fed501afc9 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 945 time: 0.3704524 Nov 24 18:08:35.219987 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-859d4216-5bab-41df-8d9d-8738f2b6eaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341'] for network, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:35.230837 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859d4216-5bab-41df-8d9d-8738f2b6eaf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:35.231678 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-859d4216-5bab-41df-8d9d-8738f2b6eaf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for network, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:35.263362 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:35.298255 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ad7187ff-220d-4561-80bc-b623223dbbb3 req-5d2d4cb5-52ee-4739-8d14-afb3917d9ae5 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711650 Nov 24 18:08:35.435854 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-859d4216-5bab-41df-8d9d-8738f2b6eaf7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6445892 Nov 24 18:08:35.448024 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 53364) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:35.458689 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7bed2-08f6-4124-8461-4e210d1a77e3 req-45338364-3d07-4e42-90ac-06f0b8a97ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:35.464845 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-8ca7bed2-08f6-4124-8461-4e210d1a77e3 req-45338364-3d07-4e42-90ac-06f0b8a97ef7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=99e16732-504f-4bd0-9b6d-ec24f46575f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3390968 Nov 24 18:08:35.464845 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [None req-4b4462ce-6084-4e15-a6d7-11808015edfa admin admin] Request body: {'subnet': {'network_id': '016decb7-a79d-4fb4-97a6-0ca75ee34d5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-203275385-subnet', 'tenant_id': 'c5c6e3eea3214799b724b75688b50e58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:08:35.502549 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6975e92-f871-4f19-9b08-1bbed18a9ea1 req-0712f123-6a12-4f66-ba0d-e8ea3b72d118 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:35.504937 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-f6975e92-f871-4f19-9b08-1bbed18a9ea1 req-0712f123-6a12-4f66-ba0d-e8ea3b72d118 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.1144466 Nov 24 18:08:35.507682 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-4b4462ce-6084-4e15-a6d7-11808015edfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:08:35.520662 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d4216-5bab-41df-8d9d-8738f2b6eaf7 admin admin] Pushing event updated for resources: {'Network': ['ID=016decb7-a79d-4fb4-97a6-0ca75ee34d5e,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:35.535611 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Network 016decb7-a79d-4fb4-97a6-0ca75ee34d5e details requested by agent ovs-agent-dv-cinder-818579-1-smb with host dv-cinder-818579-1-smb {{(pid=87425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 18:08:35.570488 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-f6975e92-f871-4f19-9b08-1bbed18a9ea1 req-259a0c6b-80f6-4e91-8da3-d3f0624cecd0 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588903 Nov 24 18:08:35.608075 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-4b4462ce-6084-4e15-a6d7-11808015edfa admin admin] Usage tracker for resource:subnet and tenant:c5c6e3eea3214799b724b75688b50e58 is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:08:35.610870 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-859d4216-5bab-41df-8d9d-8738f2b6eaf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:35.666843 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-4b4462ce-6084-4e15-a6d7-11808015edfa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:08:35.695562 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-4b4462ce-6084-4e15-a6d7-11808015edfa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:08:35.839927 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd7aec-f0ab-4a5f-894c-b3502fbfe5fe req-e14762df-b8ba-408c-990f-b9bf0e646436 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:35.846374 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-cacd7aec-f0ab-4a5f-894c-b3502fbfe5fe req-e14762df-b8ba-408c-990f-b9bf0e646436 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.66 "GET /v2.0/ports?device_id=e20c5b5a-5745-4ec2-b63b-1d4cab7809f0 HTTP/1.1" status: 200 len: 946 time: 0.3269806 Nov 24 18:08:35.923428 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-8ca7bed2-08f6-4124-8461-4e210d1a77e3 req-83bcc4d6-cf45-4fea-abea-d5580ff11af3 service neutron] 10.222.0.66 "GET /v2.0/networks/99e16732-504f-4bd0-9b6d-ec24f46575f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517815 Nov 24 18:08:35.930700 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4462ce-6084-4e15-a6d7-11808015edfa admin admin] Made reservation on behalf of c5c6e3eea3214799b724b75688b50e58 for: {'subnet': 1} {{(pid=87423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:08:35.932161 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefb970-2046-4894-878e-3093abda6980 req-a3f003ee-2df0-4e76-8406-1246df6ac07e tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:35.933800 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-4b4462ce-6084-4e15-a6d7-11808015edfa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9999078'] for subnet, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:35.952949 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-4fefb970-2046-4894-878e-3093abda6980 req-a3f003ee-2df0-4e76-8406-1246df6ac07e tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.2002027 Nov 24 18:08:36.004695 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-4fefb970-2046-4894-878e-3093abda6980 req-fff9104f-11af-4996-8a06-a7e499300ce6 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507126 Nov 24 18:08:36.190844 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd1ba5-3ddc-4fe8-b718-c6d65b38e258 req-aad5c662-c2bb-48dc-9f95-746678fe4182 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:36.193928 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-07bd1ba5-3ddc-4fe8-b718-c6d65b38e258 req-aad5c662-c2bb-48dc-9f95-746678fe4182 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e20c5b5a-5745-4ec2-b63b-1d4cab7809f0 HTTP/1.1" status: 200 len: 946 time: 0.5217333 Nov 24 18:08:36.254948 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-cacd7aec-f0ab-4a5f-894c-b3502fbfe5fe req-93b8718b-62ca-4fa8-beb0-c72b4521d076 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Deleting port 3421c297-d8be-4bc8-891a-a6bf0d05945d {{(pid=87423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:08:36.254948 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-cacd7aec-f0ab-4a5f-894c-b3502fbfe5fe req-93b8718b-62ca-4fa8-beb0-c72b4521d076 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:36.427047 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-8ca7bed2-08f6-4124-8461-4e210d1a77e3 req-df8cd29d-1f4e-4219-a433-46e95107c1cb service neutron] 10.222.0.66 "GET /v2.0/networks/99e16732-504f-4bd0-9b6d-ec24f46575f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513586 Nov 24 18:08:36.439513 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-07bd1ba5-3ddc-4fe8-b718-c6d65b38e258 req-71ed0ab1-84d9-4c4e-8a2c-0b09893c5726 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/security-groups?id=76f3d328-2107-4e17-9a44-83711d000138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376709 Nov 24 18:08:36.569063 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b1a14-91cd-4dd9-ae04-89f631cc0f36 req-52b0cda6-c56e-4c72-85f3-c7d11b5458ad tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:36.569063 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-990b1a14-91cd-4dd9-ae04-89f631cc0f36 req-52b0cda6-c56e-4c72-85f3-c7d11b5458ad tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 945 time: 0.0946531 Nov 24 18:08:36.569063 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-990b1a14-91cd-4dd9-ae04-89f631cc0f36 req-5ecb284a-c1a0-4003-af36-dc5585a53d96 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418446 Nov 24 18:08:36.820426 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-cacd7aec-f0ab-4a5f-894c-b3502fbfe5fe req-93b8718b-62ca-4fa8-beb0-c72b4521d076 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] For port 3421c297-d8be-4bc8-891a-a6bf0d05945d, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=3421c297-d8be-4bc8-891a-a6bf0d05945d,segment=NetworkSegment(e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5),segment_id=e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5)] {{(pid=87423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:08:36.820806 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-cacd7aec-f0ab-4a5f-894c-b3502fbfe5fe req-93b8718b-62ca-4fa8-beb0-c72b4521d076 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:36.956904 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-cacd7aec-f0ab-4a5f-894c-b3502fbfe5fe req-93b8718b-62ca-4fa8-beb0-c72b4521d076 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Calling delete_port for 3421c297-d8be-4bc8-891a-a6bf0d05945d owned by compute:nova {{(pid=87423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:08:37.019263 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3024c-a1e5-491f-92ae-de43122344e9 req-44633492-254d-4c11-9f7b-f10ce1fa791a tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:37.020289 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-27e3024c-a1e5-491f-92ae-de43122344e9 req-44633492-254d-4c11-9f7b-f10ce1fa791a tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.3041539 Nov 24 18:08:37.089697 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-27e3024c-a1e5-491f-92ae-de43122344e9 req-db56299e-735a-4042-8d89-6a334976ba5f tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610859 Nov 24 18:08:37.216147 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e1bc0-46c3-4616-a194-b0a747339554 req-50bd4349-7038-448b-b23b-e135c91feb29 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:37.222963 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-cb1e1bc0-46c3-4616-a194-b0a747339554 req-50bd4349-7038-448b-b23b-e135c91feb29 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.0949540 Nov 24 18:08:37.262472 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-cb1e1bc0-46c3-4616-a194-b0a747339554 req-c07313c8-44d3-4993-a3a5-37deae306b68 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386319 Nov 24 18:08:37.592328 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-4b4462ce-6084-4e15-a6d7-11808015edfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4080874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9999060'] for subnet, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:37.601324 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-cacd7aec-f0ab-4a5f-894c-b3502fbfe5fe req-93b8718b-62ca-4fa8-beb0-c72b4521d076 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:37.604041 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:37.631755 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-13808d82-08de-4cf7-a69a-a5b6021830a0 req-ebe29337-cbc0-4e9d-a1dc-352529b1ee0b tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e20c5b5a-5745-4ec2-b63b-1d4cab7809f0 HTTP/1.1" status: 200 len: 210 time: 0.0807326 Nov 24 18:08:37.715481 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7d451582-8eab-4c08-9ca8-adcb7902f308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:37.785493 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [req-cacd7aec-f0ab-4a5f-894c-b3502fbfe5fe req-93b8718b-62ca-4fa8-beb0-c72b4521d076 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] No DVR routers for this DVR port 3421c297-d8be-4bc8-891a-a6bf0d05945d on host hv-cinder-81857 {{(pid=87423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 18:08:37.802919 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-cacd7aec-f0ab-4a5f-894c-b3502fbfe5fe req-93b8718b-62ca-4fa8-beb0-c72b4521d076 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:37.808078 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20c5b5a-5745-4ec2-b63b-1d4cab7809f0', 'name': 'network-vif-deleted', 'tag': '3421c297-d8be-4bc8-891a-a6bf0d05945d'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:08:37.830748 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfeba97-caed-4e2a-8b8f-cb507b61d6b5 req-034d1156-3b64-4a1b-b94e-dfb2b6dbc105 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:37.834046 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-1bfeba97-caed-4e2a-8b8f-cb507b61d6b5 req-034d1156-3b64-4a1b-b94e-dfb2b6dbc105 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 945 time: 0.1263299 Nov 24 18:08:37.847549 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4462ce-6084-4e15-a6d7-11808015edfa admin admin] Checking segment: {'id': 'fb27744d-e0d2-4275-b485-05860355ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '016decb7-a79d-4fb4-97a6-0ca75ee34d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:08:37.847917 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4462ce-6084-4e15-a6d7-11808015edfa admin admin] Network hostable DHCP agents. Network: 016decb7-a79d-4fb4-97a6-0ca75ee34d5e, hostable agents: ['490b05d4-6d8a-4546-ad73-edfbcdd6eaa8'], hosted agents: [] {{(pid=87423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 18:08:37.865214 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4462ce-6084-4e15-a6d7-11808015edfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=782af270-97fd-478d-9369-ee7698bb6e97,revision_number=0']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:37.872636 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-4b4462ce-6084-4e15-a6d7-11808015edfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:37.875486 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-a01e8bd3-512b-43ad-83a3-771a8ec79836 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:37.918319 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-1bfeba97-caed-4e2a-8b8f-cb507b61d6b5 req-8a9020c7-cf2a-4532-86c2-d7882a6f7191 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749519 Nov 24 18:08:37.923962 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e20c5b5a-5745-4ec2-b63b-1d4cab7809f0', 'name': 'network-vif-deleted', 'tag': '3421c297-d8be-4bc8-891a-a6bf0d05945d', 'status': 'completed', 'code': 200} Nov 24 18:08:37.961311 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8718b-62ca-4fa8-beb0-c72b4521d076 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Pushing event deleted for resources: {'Port': ['ID=3421c297-d8be-4bc8-891a-a6bf0d05945d,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:37.964719 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-93b8718b-62ca-4fa8-beb0-c72b4521d076 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:38.023796 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-cacd7aec-f0ab-4a5f-894c-b3502fbfe5fe req-93b8718b-62ca-4fa8-beb0-c72b4521d076 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.66 "DELETE /v2.0/ports/3421c297-d8be-4bc8-891a-a6bf0d05945d HTTP/1.1" status: 204 len: 173 time: 2.1703360 Nov 24 18:08:38.080027 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4462ce-6084-4e15-a6d7-11808015edfa admin admin] Network 016decb7-a79d-4fb4-97a6-0ca75ee34d5e is scheduled to be hosted by DHCP agent 490b05d4-6d8a-4546-ad73-edfbcdd6eaa8 with binding_index 1 {{(pid=87423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 18:08:38.174366 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.base_scheduler [None req-4b4462ce-6084-4e15-a6d7-11808015edfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-smb, 016decb7-a79d-4fb4-97a6-0ca75ee34d5e) {{(pid=87423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:08:38.192838 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4462ce-6084-4e15-a6d7-11808015edfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:38.194022 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-4b4462ce-6084-4e15-a6d7-11808015edfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for subnet, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:38.196495 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f688255b-56ae-4ef6-a23f-85a0f2efbfdf None None] Network 016decb7-a79d-4fb4-97a6-0ca75ee34d5e requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:08:38.314683 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-4b4462ce-6084-4e15-a6d7-11808015edfa admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.8572774 Nov 24 18:08:38.459852 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:38.597421 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c33fa2-6b05-4f9f-a47a-b9927e466681 req-96b5e1cb-294b-4602-af38-2c0286feeb64 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:38.603146 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-45c33fa2-6b05-4f9f-a47a-b9927e466681 req-96b5e1cb-294b-4602-af38-2c0286feeb64 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.2069588 Nov 24 18:08:38.604854 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf64caa-b4ae-49fa-8733-d14c15c1392a None None] Network 016decb7-a79d-4fb4-97a6-0ca75ee34d5e requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:08:38.706735 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-45c33fa2-6b05-4f9f-a47a-b9927e466681 req-c871c33a-d1df-4c79-a1e4-94503ef427e4 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970595 Nov 24 18:08:38.707184 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070590e-9817-41a2-9510-9891518751f9 req-63dae9c8-436f-41c4-9e26-1a45bfd1ed65 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:38.722273 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-7070590e-9817-41a2-9510-9891518751f9 req-63dae9c8-436f-41c4-9e26-1a45bfd1ed65 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.2285433 Nov 24 18:08:38.863533 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-7070590e-9817-41a2-9510-9891518751f9 req-1daccb2c-579f-47cf-a7da-58124372b048 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275501 Nov 24 18:08:39.019402 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-bccf839c-f6c9-4a05-a11c-46e4bb2c482f req-71121390-e7a3-46aa-a115-d91ff4d622bb tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Synchronizing usage tracker for tenant:26c1cad41c3f4fa9b70154ca78209f86 on resource:port {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:08:39.128638 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-bccf839c-f6c9-4a05-a11c-46e4bb2c482f req-71121390-e7a3-46aa-a115-d91ff4d622bb tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Unset dirty status for tenant:26c1cad41c3f4fa9b70154ca78209f86 on resource:port {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:08:39.129912 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-bccf839c-f6c9-4a05-a11c-46e4bb2c482f req-71121390-e7a3-46aa-a115-d91ff4d622bb tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] 10.222.0.65 "GET /v2.0/ports?device_id=e20c5b5a-5745-4ec2-b63b-1d4cab7809f0 HTTP/1.1" status: 200 len: 210 time: 0.1992149 Nov 24 18:08:39.176935 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4254ff-65c9-44d3-a981-b22de79461bb req-5c8f31dc-b36e-4d69-81f3-9979758dda71 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:39.179208 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-eb4254ff-65c9-44d3-a981-b22de79461bb req-5c8f31dc-b36e-4d69-81f3-9979758dda71 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 945 time: 0.1076686 Nov 24 18:08:39.231900 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-eb4254ff-65c9-44d3-a981-b22de79461bb req-3268fa9b-87e2-4fe3-9326-3ce3727426bc tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467529 Nov 24 18:08:39.533553 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 3421c297-d8be-4bc8-891a-a6bf0d05945d no longer exists at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:08:39.563101 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] No Port match for: 3421c297-d8be-4bc8-891a-a6bf0d05945d {{(pid=87425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 18:08:39.563461 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 3421c297-d8be-4bc8-891a-a6bf0d05945d not bound to the agent host hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 18:08:39.923420 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f3225f-9d63-41c0-aadf-63b275ada9d6 req-bc0b8ff1-ad37-48e3-952e-f123dacf5f49 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:39.924912 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c2f3225f-9d63-41c0-aadf-63b275ada9d6 req-bc0b8ff1-ad37-48e3-952e-f123dacf5f49 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.1026578 Nov 24 18:08:39.972316 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c2f3225f-9d63-41c0-aadf-63b275ada9d6 req-0fc7d6fe-040d-45a6-9fa9-c1799f3c156a tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416124 Nov 24 18:08:40.192363 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aab3c8-4e97-4f63-8724-10f00e69b901 req-98682135-483f-41dc-bf20-83e61ed19aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:40.193970 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-96aab3c8-4e97-4f63-8724-10f00e69b901 req-98682135-483f-41dc-bf20-83e61ed19aa3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c71c458ed19546f2b7ecc2a78475b465&device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 1098 time: 0.0718691 Nov 24 18:08:40.243479 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 53512) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:40.322247 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.db_base_plugin_v2 [None req-437968f0-48ff-4cbf-af5f-347bc264b02e admin admin] Deleting subnet 54b4613a-3305-4e89-ae17-1b3cdd6abe2b {{(pid=87424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 18:08:40.323815 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-437968f0-48ff-4cbf-af5f-347bc264b02e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:40.387421 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-437968f0-48ff-4cbf-af5f-347bc264b02e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2119714'] for subnet, precommit_delete_associations {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:40.429544 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aab3c8-4e97-4f63-8724-10f00e69b901 req-0a51518e-ef8b-477f-ab75-6ba1fbdcbcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:40.431056 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-96aab3c8-4e97-4f63-8724-10f00e69b901 req-0a51518e-ef8b-477f-ab75-6ba1fbdcbcb9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a433006a-8672-4e6d-af3a-fa22b395902e HTTP/1.1" status: 200 len: 918 time: 0.2305026 Nov 24 18:08:40.461444 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-437968f0-48ff-4cbf-af5f-347bc264b02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1555507'] for subnet, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:40.474490 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-ae126a57-5202-4bd8-bc6c-3fe3966997b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:40.603147 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-437968f0-48ff-4cbf-af5f-347bc264b02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1555563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3149124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2422208'] for subnet, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:40.611638 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:40.626218 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-96aab3c8-4e97-4f63-8724-10f00e69b901 req-00fbb19d-18bb-4adb-a319-9629bd1b8568 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 HTTP/1.1" status: 200 len: 1000 time: 0.1837986 Nov 24 18:08:40.642344 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4702611-635c-4e6c-b535-c5a19bfac54c req-fcb81f2e-45ec-49e3-afe4-cacb2bb8edef tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:40.643798 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c4702611-635c-4e6c-b535-c5a19bfac54c req-fcb81f2e-45ec-49e3-afe4-cacb2bb8edef tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 945 time: 0.2670333 Nov 24 18:08:40.652951 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437968f0-48ff-4cbf-af5f-347bc264b02e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54b4613a-3305-4e89-ae17-1b3cdd6abe2b,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:40.656629 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-437968f0-48ff-4cbf-af5f-347bc264b02e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:40.659150 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-437968f0-48ff-4cbf-af5f-347bc264b02e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:40.669498 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-437968f0-48ff-4cbf-af5f-347bc264b02e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/54b4613a-3305-4e89-ae17-1b3cdd6abe2b HTTP/1.1" status: 204 len: 168 time: 0.4230139 Nov 24 18:08:40.672875 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 53526) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:40.736276 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aab3c8-4e97-4f63-8724-10f00e69b901 req-6d7ce726-7fe8-478f-a4d9-9b7c1af0e598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:40.737860 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-96aab3c8-4e97-4f63-8724-10f00e69b901 req-6d7ce726-7fe8-478f-a4d9-9b7c1af0e598 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c1b52e1-6661-4f68-9dd2-227c3d39ad6e HTTP/1.1" status: 200 len: 856 time: 0.0931993 Nov 24 18:08:40.752987 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c4702611-635c-4e6c-b535-c5a19bfac54c req-296508c4-cc0c-40b2-a4be-0fad9ef9dd69 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780029 Nov 24 18:08:40.808183 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2d918a9c-7f18-4897-b5ce-c354dd9104f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483400'] for network, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:40.876717 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aab3c8-4e97-4f63-8724-10f00e69b901 req-e1688efe-08ca-410a-8ab5-efcd0b9dd646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:40.878528 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-96aab3c8-4e97-4f63-8724-10f00e69b901 req-e1688efe-08ca-410a-8ab5-efcd0b9dd646 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a433006a-8672-4e6d-af3a-fa22b395902e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1213033 Nov 24 18:08:40.993702 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2d918a9c-7f18-4897-b5ce-c354dd9104f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553944', 'neutron.services.segments.db._delete_segments_for_network-8730962215078'] for network, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:41.024094 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.services.segments.db [None req-2d918a9c-7f18-4897-b5ce-c354dd9104f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7']}} {{(pid=87424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:08:41.036787 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.services.segments.db [None req-2d918a9c-7f18-4897-b5ce-c354dd9104f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5') {'for_net_delete': True} {{(pid=87424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:08:41.037164 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.services.segments.db [None req-2d918a9c-7f18-4897-b5ce-c354dd9104f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d6bdd0-c487-47f8-a341-cdbd4e0b93c5') {} {{(pid=87424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:08:41.048548 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2d918a9c-7f18-4897-b5ce-c354dd9104f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730962258553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2119733'] for segment, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:41.058905 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-96aab3c8-4e97-4f63-8724-10f00e69b901 req-331c29c1-0be4-455e-bdb8-d4c891f12382 service neutron] 10.222.0.66 "GET /v2.0/networks/a433006a-8672-4e6d-af3a-fa22b395902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713700 Nov 24 18:08:41.066821 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2d918a9c-7f18-4897-b5ce-c354dd9104f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541721'] for segment, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:41.073827 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d918a9c-7f18-4897-b5ce-c354dd9104f3 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=87424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 18:08:41.074318 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2d918a9c-7f18-4897-b5ce-c354dd9104f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1541712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3149210'] for segment, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:41.087801 dv-cinder-818579-1-smb neutron-server[87424]: Traceback (most recent call last): Nov 24 18:08:41.087801 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 18:08:41.087801 dv-cinder-818579-1-smb neutron-server[87424]: timer() Nov 24 18:08:41.087801 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 18:08:41.087801 dv-cinder-818579-1-smb neutron-server[87424]: cb(*args, **kw) Nov 24 18:08:41.087801 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 18:08:41.087801 dv-cinder-818579-1-smb neutron-server[87424]: return func(*args, **kwargs) Nov 24 18:08:41.087801 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 18:08:41.087801 dv-cinder-818579-1-smb neutron-server[87424]: self._notify() Nov 24 18:08:41.087801 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 18:08:41.087801 dv-cinder-818579-1-smb neutron-server[87424]: self.callback(batched_events) Nov 24 18:08:41.087801 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 18:08:41.087801 dv-cinder-818579-1-smb neutron-server[87424]: event.method(event) Nov 24 18:08:41.087801 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 18:08:41.087801 dv-cinder-818579-1-smb neutron-server[87424]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 18:08:41.087801 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 18:08:41.087801 dv-cinder-818579-1-smb neutron-server[87424]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 18:08:41.087801 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 18:08:41.087801 dv-cinder-818579-1-smb neutron-server[87424]: return f(self, *a, **k) Nov 24 18:08:41.087801 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 18:08:41.087801 dv-cinder-818579-1-smb neutron-server[87424]: return self._get(url).json() Nov 24 18:08:41.087801 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 18:08:41.087801 dv-cinder-818579-1-smb neutron-server[87424]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 18:08:41.087801 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 18:08:41.087801 dv-cinder-818579-1-smb neutron-server[87424]: return self.request(url, 'GET', **kwargs) Nov 24 18:08:41.087801 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 18:08:41.087801 dv-cinder-818579-1-smb neutron-server[87424]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 18:08:41.087801 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 18:08:41.087801 dv-cinder-818579-1-smb neutron-server[87424]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 18:08:41.087801 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 18:08:41.087801 dv-cinder-818579-1-smb neutron-server[87424]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 18:08:41.087801 dv-cinder-818579-1-smb neutron-server[87424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 18:08:41.225402 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2d918a9c-7f18-4897-b5ce-c354dd9104f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505765'] for network, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:41.229780 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-dcdc46ac-764b-46a2-a041-a4d7bb30b6ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:41.245667 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2d918a9c-7f18-4897-b5ce-c354dd9104f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for network, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:41.251540 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d918a9c-7f18-4897-b5ce-c354dd9104f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:41.254335 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-96aab3c8-4e97-4f63-8724-10f00e69b901 req-cb053602-abab-4276-88bf-795412d28bab service neutron] 10.222.0.66 "GET /v2.0/networks/a433006a-8672-4e6d-af3a-fa22b395902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882951 Nov 24 18:08:41.255728 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-2d918a9c-7f18-4897-b5ce-c354dd9104f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:41.270476 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f617c-bfd6-4746-9745-8615fef84eae req-b4952e92-cd3b-43f6-89cf-8b2bcb6c25ce tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:41.272166 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b23f617c-bfd6-4746-9745-8615fef84eae req-b4952e92-cd3b-43f6-89cf-8b2bcb6c25ce tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.1371238 Nov 24 18:08:41.319701 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b23f617c-bfd6-4746-9745-8615fef84eae req-2652314a-8016-4827-87cc-6c80710f441d tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392578 Nov 24 18:08:41.323274 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-2d918a9c-7f18-4897-b5ce-c354dd9104f3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/12a8f7e1-c8ce-4bb8-9af0-e9689cd334d7 HTTP/1.1" status: 204 len: 168 time: 0.6491525 Nov 24 18:08:41.339346 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:41.659414 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 53564) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:41.707625 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-9214997e-6d25-4cb2-ba54-b45fda987ed0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=26c1cad41c3f4fa9b70154ca78209f86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0470409 Nov 24 18:08:41.710320 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 53570) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:41.768602 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-6fed0031-905d-4d76-be27-a309cc707c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:41.794706 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-6fed0031-905d-4d76-be27-a309cc707c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:41.933597 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-6fed0031-905d-4d76-be27-a309cc707c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:41.938421 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-46a4f2a0-70ad-4d17-8ef2-66c970c042a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:41.951838 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed0031-905d-4d76-be27-a309cc707c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f3d328-2107-4e17-9a44-83711d000138,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:41.954492 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-6fed0031-905d-4d76-be27-a309cc707c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:41.961000 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7859f-a1a8-46bc-8169-c0bdde1b924c req-8e420572-8c5e-44eb-a257-c812c61eff08 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:41.969113 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-66f7859f-a1a8-46bc-8169-c0bdde1b924c req-8e420572-8c5e-44eb-a257-c812c61eff08 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 945 time: 0.0935957 Nov 24 18:08:42.013919 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-66f7859f-a1a8-46bc-8169-c0bdde1b924c req-01af4d3c-abc3-48df-8aed-a6b427d22dc2 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406740 Nov 24 18:08:42.041588 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-6fed0031-905d-4d76-be27-a309cc707c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:42.042851 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-6fed0031-905d-4d76-be27-a309cc707c35 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/76f3d328-2107-4e17-9a44-83711d000138 HTTP/1.1" status: 204 len: 168 time: 0.3316588 Nov 24 18:08:42.503302 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43160f-2ebc-4582-8d1f-16b910227fbc req-e6dbb882-958c-453b-8781-96f1ae13664c tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:42.513578 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-cf43160f-2ebc-4582-8d1f-16b910227fbc req-e6dbb882-958c-453b-8781-96f1ae13664c tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.0866301 Nov 24 18:08:42.554589 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-cf43160f-2ebc-4582-8d1f-16b910227fbc req-13b43777-3eda-4a82-b7a9-2b7b45557789 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401056 Nov 24 18:08:42.669243 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:42.842859 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-5d17e7ce-fabc-4ded-a3cb-c4563a1f6640 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:42.850528 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-5d17e7ce-fabc-4ded-a3cb-c4563a1f6640 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/networks?id=016decb7-a79d-4fb4-97a6-0ca75ee34d5e HTTP/1.1" status: 200 len: 813 time: 0.2371860 Nov 24 18:08:42.866180 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-9e059fb8-acc2-44a8-811d-3a1eef0cf997 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/quotas/c5c6e3eea3214799b724b75688b50e58 HTTP/1.1" status: 200 len: 375 time: 0.0156803 Nov 24 18:08:42.910400 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-4cdab194-311a-4bf0-9dea-7230287a72a4 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c5c6e3eea3214799b724b75688b50e58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433488 Nov 24 18:08:43.045137 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-9b39a95a-ac3a-4057-9b26-d6d8dcc7b508 service neutron] 10.222.0.65 "GET /v2.0/networks/016decb7-a79d-4fb4-97a6-0ca75ee34d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273077 Nov 24 18:08:43.196097 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-6b9e1639-37ad-4151-b035-59ba6874e2a3 service neutron] 10.222.0.65 "GET /v2.0/networks/016decb7-a79d-4fb4-97a6-0ca75ee34d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446965 Nov 24 18:08:43.251889 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e57b60-40d8-4ef2-87f1-fa668803e802 req-1e614163-69f6-4186-864e-228e5ea5ec8f tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:43.254249 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-f8e57b60-40d8-4ef2-87f1-fa668803e802 req-1e614163-69f6-4186-864e-228e5ea5ec8f tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 945 time: 0.1208630 Nov 24 18:08:43.337464 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-f8e57b60-40d8-4ef2-87f1-fa668803e802 req-3cfd5dd6-a7b7-4ac3-be11-c64477b27fd3 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776219 Nov 24 18:08:43.557810 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-2d1c6cb2-1082-478b-b937-8cf55db68dfa req-a1df6a64-3258-4c7c-b842-7b83cf65254d tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=f077385e-f1b5-47a9-b455-524bf2795f9a HTTP/1.1" status: 200 len: 210 time: 0.0553946 Nov 24 18:08:43.562578 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 no longer exists at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:08:43.723233 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:43.764092 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c5acff-8c88-4d63-af7b-cf7ea07b8d54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdfe8f7a-b48a-4aa2-b83a-7747f84191b3'}] {{(pid=87425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:08:43.774189 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port fdfe8f7a-b48a-4aa2-b83a-7747f84191b3, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=fdfe8f7a-b48a-4aa2-b83a-7747f84191b3,segment=NetworkSegment(c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2),segment_id=c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:08:43.789857 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f8ea8-8101-4e13-be62-c04f3a9f984e req-471c753b-43bb-4a49-8853-ec7a44786f7e tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:43.792553 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-fc4f8ea8-8101-4e13-be62-c04f3a9f984e req-471c753b-43bb-4a49-8853-ec7a44786f7e tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.1140592 Nov 24 18:08:43.818729 dv-cinder-818579-1-smb neutron-server[87425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c5acff-8c88-4d63-af7b-cf7ea07b8d54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdfe8f7a-b48a-4aa2-b83a-7747f84191b3', 'code': 200} Nov 24 18:08:43.842752 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:43.846258 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:43.862700 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-fc4f8ea8-8101-4e13-be62-c04f3a9f984e req-89a3d72b-a71e-4804-97f9-6d32eda5ee7d tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619574 Nov 24 18:08:43.955491 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=fdfe8f7a-b48a-4aa2-b83a-7747f84191b3,revision_number=8']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:43.966381 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:44.533860 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f17651-c94b-4dad-bdd0-1828ba75d0f8 req-bb464411-9425-4d9c-bdc1-2711e2091df3 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:44.535326 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-64f17651-c94b-4dad-bdd0-1828ba75d0f8 req-bb464411-9425-4d9c-bdc1-2711e2091df3 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 943 time: 0.0848236 Nov 24 18:08:44.586819 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-64f17651-c94b-4dad-bdd0-1828ba75d0f8 req-caab63ff-fa36-411f-9b04-0d662f382d56 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404034 Nov 24 18:08:44.645292 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-dcc6e34f-3ece-4609-b963-2e8b0b169911 req-ae4846b9-9411-4c19-a659-488d80fe4ba8 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=f077385e-f1b5-47a9-b455-524bf2795f9a HTTP/1.1" status: 200 len: 210 time: 0.0434487 Nov 24 18:08:45.076713 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ca1e4-8aad-4e7f-a573-d14032101cd7 req-99c74e61-17c6-44a9-b30a-7ede0e20e970 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:45.078292 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-314ca1e4-8aad-4e7f-a573-d14032101cd7 req-99c74e61-17c6-44a9-b30a-7ede0e20e970 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.0819864 Nov 24 18:08:45.134827 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-314ca1e4-8aad-4e7f-a573-d14032101cd7 req-9065dee2-ae8e-4355-abcf-11cf27a5c2d0 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470843 Nov 24 18:08:45.418966 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 53712) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:45.542671 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-22d93cb4-ce2f-4d8f-85b9-60fdc230e2f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:45.558203 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-22d93cb4-ce2f-4d8f-85b9-60fdc230e2f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:08:45.562415 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-22d93cb4-ce2f-4d8f-85b9-60fdc230e2f4 admin admin] Usage tracker for resource:security_group_rule and tenant:4f24d2ac0323448397308ff1ebd2d410 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:08:45.565261 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-22d93cb4-ce2f-4d8f-85b9-60fdc230e2f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:08:45.570877 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-22d93cb4-ce2f-4d8f-85b9-60fdc230e2f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:08:45.653612 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 53722) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:45.655171 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-22d93cb4-ce2f-4d8f-85b9-60fdc230e2f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:45.711623 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-22d93cb4-ce2f-4d8f-85b9-60fdc230e2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:45.723130 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-e9b3c5ee-8861-41df-9e44-622ab548e26e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:45.775360 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-a4dc325a-d6b7-474b-bc59-73c2fe686c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:45.797368 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-a4dc325a-d6b7-474b-bc59-73c2fe686c47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:08:45.801373 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-a4dc325a-d6b7-474b-bc59-73c2fe686c47 admin admin] Usage tracker for resource:security_group_rule and tenant:be650bcc22a941758b3abc2803b91259 is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:08:45.804484 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-a4dc325a-d6b7-474b-bc59-73c2fe686c47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:08:45.811097 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-a4dc325a-d6b7-474b-bc59-73c2fe686c47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:08:45.827517 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-22d93cb4-ce2f-4d8f-85b9-60fdc230e2f4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4f24d2ac0323448397308ff1ebd2d410&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4074547 Nov 24 18:08:45.829787 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-df482f10-bfc5-4961-81bd-b1da52977776 req-f0ec7359-f185-4cc0-bab0-40d1ecfb627b tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=f077385e-f1b5-47a9-b455-524bf2795f9a HTTP/1.1" status: 200 len: 210 time: 0.0621376 Nov 24 18:08:45.830154 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 53730) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:45.831519 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d93cb4-ce2f-4d8f-85b9-60fdc230e2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3df3696-bf41-4b76-82b5-629029e4aac0,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:45.835060 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-22d93cb4-ce2f-4d8f-85b9-60fdc230e2f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:45.930813 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-341187ed-cba3-431a-842e-172a9f46ef87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:45.982488 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-341187ed-cba3-431a-842e-172a9f46ef87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:45.998745 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-a4dc325a-d6b7-474b-bc59-73c2fe686c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:46.127135 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-a4dc325a-d6b7-474b-bc59-73c2fe686c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:46.142117 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-38d96188-391a-4a66-b7d6-9dcecc589a9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:46.206122 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-341187ed-cba3-431a-842e-172a9f46ef87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:46.220125 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 53746) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:46.220778 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-a4dc325a-d6b7-474b-bc59-73c2fe686c47 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=be650bcc22a941758b3abc2803b91259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5656023 Nov 24 18:08:46.275867 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-31e0049b-2e43-480e-b51c-5b05b3ea062e tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:46.277080 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-31e0049b-2e43-480e-b51c-5b05b3ea062e tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Synchronizing usage tracker for tenant:c5c6e3eea3214799b724b75688b50e58 on resource:network {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:08:46.279891 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc325a-d6b7-474b-bc59-73c2fe686c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48363a4-b409-4118-8a93-84985e9a5ac3,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:46.289798 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-a4dc325a-d6b7-474b-bc59-73c2fe686c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:46.290299 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-b7a68b85-2493-4bc4-b5f6-72d3735a8e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:46.310017 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-21568a59-3404-4e3e-a20a-854b3d934eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:46.337433 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-21568a59-3404-4e3e-a20a-854b3d934eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:46.351820 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341187ed-cba3-431a-842e-172a9f46ef87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3df3696-bf41-4b76-82b5-629029e4aac0,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:46.367476 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-341187ed-cba3-431a-842e-172a9f46ef87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:46.373020 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-341187ed-cba3-431a-842e-172a9f46ef87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:46.377324 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-341187ed-cba3-431a-842e-172a9f46ef87 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b3df3696-bf41-4b76-82b5-629029e4aac0 HTTP/1.1" status: 204 len: 168 time: 0.5437224 Nov 24 18:08:46.414657 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a69751-1d23-4992-9c90-8840783f8b68 req-9852393b-e7fa-474b-a2a3-19ee7dfc4c0f tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:46.415671 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-62a69751-1d23-4992-9c90-8840783f8b68 req-9852393b-e7fa-474b-a2a3-19ee7dfc4c0f tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.1294723 Nov 24 18:08:46.444091 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-31e0049b-2e43-480e-b51c-5b05b3ea062e tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Unset dirty status for tenant:c5c6e3eea3214799b724b75688b50e58 on resource:network {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:08:46.445165 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-31e0049b-2e43-480e-b51c-5b05b3ea062e tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.66 "GET /v2.0/networks?id=016decb7-a79d-4fb4-97a6-0ca75ee34d5e HTTP/1.1" status: 200 len: 813 time: 0.4015739 Nov 24 18:08:46.465503 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-21568a59-3404-4e3e-a20a-854b3d934eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:46.466433 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-22102cfc-13de-454c-a85c-a5a5858d0404 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Request body: {'port': {'device_id': 'f077385e-f1b5-47a9-b455-524bf2795f9a', 'network_id': '016decb7-a79d-4fb4-97a6-0ca75ee34d5e', 'admin_state_up': True, 'tenant_id': 'c5c6e3eea3214799b724b75688b50e58'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:08:46.471189 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-f321414d-9055-4817-9e68-3d4d61606cba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:46.486418 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21568a59-3404-4e3e-a20a-854b3d934eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48363a4-b409-4118-8a93-84985e9a5ac3,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:46.490252 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-21568a59-3404-4e3e-a20a-854b3d934eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:46.506042 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-62a69751-1d23-4992-9c90-8840783f8b68 req-f207968b-12c5-4547-b1af-d0e736c59dbb tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795162 Nov 24 18:08:46.513321 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-21568a59-3404-4e3e-a20a-854b3d934eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:46.514503 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-21568a59-3404-4e3e-a20a-854b3d934eca admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e48363a4-b409-4118-8a93-84985e9a5ac3 HTTP/1.1" status: 204 len: 168 time: 0.2924287 Nov 24 18:08:46.664832 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-22102cfc-13de-454c-a85c-a5a5858d0404 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:08:46.671732 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-22102cfc-13de-454c-a85c-a5a5858d0404 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Usage tracker for resource:port and tenant:c5c6e3eea3214799b724b75688b50e58 is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:08:46.677964 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-22102cfc-13de-454c-a85c-a5a5858d0404 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:08:46.687740 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-22102cfc-13de-454c-a85c-a5a5858d0404 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:08:46.775394 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-22102cfc-13de-454c-a85c-a5a5858d0404 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Made reservation on behalf of c5c6e3eea3214799b724b75688b50e58 for: {'port': 1} {{(pid=87423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:08:46.784184 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-22102cfc-13de-454c-a85c-a5a5858d0404 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:46.982712 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492b140-7512-4642-b5de-91d77dcea013 req-5ee9477a-6388-4825-8f3b-e3e4908c8a8f tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:46.984715 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-6492b140-7512-4642-b5de-91d77dcea013 req-5ee9477a-6388-4825-8f3b-e3e4908c8a8f tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 943 time: 0.1641595 Nov 24 18:08:47.081047 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-6492b140-7512-4642-b5de-91d77dcea013 req-9d71b320-d57a-46cd-94ca-ecd047cebc8a tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861254 Nov 24 18:08:47.103401 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-60734b07-c3fd-4d83-a2da-7dc9ed944ee9 req-abb5b0ba-7941-4d7e-923a-d3b09f5884a5 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=f077385e-f1b5-47a9-b455-524bf2795f9a HTTP/1.1" status: 200 len: 210 time: 0.0514467 Nov 24 18:08:47.141217 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.db_base_plugin_common [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-22102cfc-13de-454c-a85c-a5a5858d0404 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Allocated IP 172.20.0.9 (016decb7-a79d-4fb4-97a6-0ca75ee34d5e/782af270-97fd-478d-9369-ee7698bb6e97/cd00e522-5859-4603-95b3-9130b195df51) {{(pid=87423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:08:47.398021 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-22102cfc-13de-454c-a85c-a5a5858d0404 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Notify callbacks [] for port, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:47.423726 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 53784) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:47.445042 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-61834e7a-47c4-4144-b191-4ef874320dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:47.460190 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-61834e7a-47c4-4144-b191-4ef874320dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:08:47.465112 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-61834e7a-47c4-4144-b191-4ef874320dd2 admin admin] Usage tracker for resource:security_group_rule and tenant:e005065509d148fab7351eaf40ae113e is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:08:47.469012 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-61834e7a-47c4-4144-b191-4ef874320dd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:08:47.475345 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-61834e7a-47c4-4144-b191-4ef874320dd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:08:47.545104 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-22102cfc-13de-454c-a85c-a5a5858d0404 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:47.563443 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-61834e7a-47c4-4144-b191-4ef874320dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:47.565833 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-d67e6d12-eb79-4e0a-aab1-40c578103360 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:47.608885 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 no longer exists at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:08:47.625003 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-61834e7a-47c4-4144-b191-4ef874320dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:47.632567 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-d68a7c91-dd45-4844-9060-2d60b9f26fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:47.731192 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22102cfc-13de-454c-a85c-a5a5858d0404 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Pushing event updated for resources: {'Port': ['ID=cd00e522-5859-4603-95b3-9130b195df51,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:47.735689 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-22102cfc-13de-454c-a85c-a5a5858d0404 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:47.748035 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-22102cfc-13de-454c-a85c-a5a5858d0404 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Network 016decb7-a79d-4fb4-97a6-0ca75ee34d5e is already hosted by enough agents. {{(pid=87423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:08:47.749447 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.base_scheduler [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-22102cfc-13de-454c-a85c-a5a5858d0404 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Resources bound (agent type, host, resource id): {{(pid=87423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:08:47.752552 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-22102cfc-13de-454c-a85c-a5a5858d0404 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Received port after_create {{(pid=87423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:08:47.768964 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-61834e7a-47c4-4144-b191-4ef874320dd2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e005065509d148fab7351eaf40ae113e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3434591 Nov 24 18:08:47.775769 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 53798) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:47.776679 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61834e7a-47c4-4144-b191-4ef874320dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecdf7ca-8ecf-420a-a5e8-1a8266ba2a4f,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:47.781815 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-61834e7a-47c4-4144-b191-4ef874320dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:47.830704 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 53802) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:47.837051 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-22102cfc-13de-454c-a85c-a5a5858d0404 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:47.837383 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-22102cfc-13de-454c-a85c-a5a5858d0404 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:47.879725 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-86024fba-a5a1-435f-ae70-3bda8bf53c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:47.900609 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abf171-8d80-441f-a82a-99e29f6ff2cf req-44e447dc-4229-4f95-8096-41de9e4b442c tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:47.908801 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-b0abf171-8d80-441f-a82a-99e29f6ff2cf req-44e447dc-4229-4f95-8096-41de9e4b442c tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.2464387 Nov 24 18:08:47.957398 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-22102cfc-13de-454c-a85c-a5a5858d0404 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4962931 Nov 24 18:08:47.970999 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-5d3d722c-f2a4-44a9-ad6c-a4ec98e7995e service neutron] Request body: {'port': {'device_id': 'f077385e-f1b5-47a9-b455-524bf2795f9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:08:48.004795 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-86024fba-a5a1-435f-ae70-3bda8bf53c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:48.046007 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-b0abf171-8d80-441f-a82a-99e29f6ff2cf req-187e893d-9f57-4e55-a07b-45731f044605 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360741 Nov 24 18:08:48.101990 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-f1498650-669c-4bc5-b310-3af5027cd397 req-00a308f5-6e61-4b77-8336-d6ac705c30af service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2678444 Nov 24 18:08:48.106799 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-5d3d722c-f2a4-44a9-ad6c-a4ec98e7995e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:48.226068 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-86024fba-a5a1-435f-ae70-3bda8bf53c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:48.243872 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-da1eb364-dd80-4597-ad33-a9ae4f1dd27b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:48.301913 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86024fba-a5a1-435f-ae70-3bda8bf53c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecdf7ca-8ecf-420a-a5e8-1a8266ba2a4f,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:48.304723 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-86024fba-a5a1-435f-ae70-3bda8bf53c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:48.386442 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-86024fba-a5a1-435f-ae70-3bda8bf53c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:48.394549 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-86024fba-a5a1-435f-ae70-3bda8bf53c98 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6ecdf7ca-8ecf-420a-a5e8-1a8266ba2a4f HTTP/1.1" status: 204 len: 168 time: 0.6108820 Nov 24 18:08:48.445110 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8938ca-2895-4d6b-8049-860f8408c1eb req-00289dce-8374-41d1-b252-ffdf17adfb80 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:48.453707 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-4f8938ca-2895-4d6b-8049-860f8408c1eb req-00289dce-8374-41d1-b252-ffdf17adfb80 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=f077385e-f1b5-47a9-b455-524bf2795f9a HTTP/1.1" status: 200 len: 931 time: 0.1630173 Nov 24 18:08:48.518976 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-4f8938ca-2895-4d6b-8049-860f8408c1eb req-31d13d3e-fd1d-44c2-9bc0-89c77f15e882 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640528 Nov 24 18:08:48.602922 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724d2cc-6e22-43ae-868c-8b869a295879 req-3d41b2e6-8707-4f00-868d-3d422f34053e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:48.604975 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-0724d2cc-6e22-43ae-868c-8b869a295879 req-3d41b2e6-8707-4f00-868d-3d422f34053e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 943 time: 0.2665799 Nov 24 18:08:48.719611 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-5d3d722c-f2a4-44a9-ad6c-a4ec98e7995e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd00e522-5859-4603-95b3-9130b195df51 {{(pid=87423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:08:48.736607 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-0724d2cc-6e22-43ae-868c-8b869a295879 req-6bc12bb1-efbb-45f5-8172-12c5a4025681 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194563 Nov 24 18:08:48.758783 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-5d3d722c-f2a4-44a9-ad6c-a4ec98e7995e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:48.782710 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.provisioning_blocks [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-5d3d722c-f2a4-44a9-ad6c-a4ec98e7995e service neutron] Transition to ACTIVE for port object cd00e522-5859-4603-95b3-9130b195df51 will not be triggered until provisioned by entity L2. {{(pid=87423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:08:48.844442 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-5d3d722c-f2a4-44a9-ad6c-a4ec98e7995e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4080791'] for port, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:48.855385 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-1ab1cc82-0299-4fbc-90a2-eb194637244e tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:49.044778 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d722c-f2a4-44a9-ad6c-a4ec98e7995e service neutron] Pushing event updated for resources: {'Port': ['ID=cd00e522-5859-4603-95b3-9130b195df51,revision_number=2']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:49.079936 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-5d3d722c-f2a4-44a9-ad6c-a4ec98e7995e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:49.131456 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-5d3d722c-f2a4-44a9-ad6c-a4ec98e7995e service neutron] Attempting to bind port cd00e522-5859-4603-95b3-9130b195df51 on host hv-cinder-81857 for vnic_type normal with profile {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:08:49.132026 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-5d3d722c-f2a4-44a9-ad6c-a4ec98e7995e service neutron] Attempting to bind port cd00e522-5859-4603-95b3-9130b195df51 by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': 'fb27744d-e0d2-4275-b485-05860355ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '016decb7-a79d-4fb4-97a6-0ca75ee34d5e'}] {{(pid=87423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:08:49.132377 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-5d3d722c-f2a4-44a9-ad6c-a4ec98e7995e service neutron] Attempting to bind port cd00e522-5859-4603-95b3-9130b195df51 on network 016decb7-a79d-4fb4-97a6-0ca75ee34d5e {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:08:49.138002 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-5d3d722c-f2a4-44a9-ad6c-a4ec98e7995e service neutron] Port cd00e522-5859-4603-95b3-9130b195df51 on network 016decb7-a79d-4fb4-97a6-0ca75ee34d5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 18:08:49.138251 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-5d3d722c-f2a4-44a9-ad6c-a4ec98e7995e service neutron] Attempting to bind port cd00e522-5859-4603-95b3-9130b195df51 on network 016decb7-a79d-4fb4-97a6-0ca75ee34d5e {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:08:49.143677 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-5d3d722c-f2a4-44a9-ad6c-a4ec98e7995e service neutron] Checking agent: {'id': 'd0ca9dee-1939-4c7e-ac1c-b1e38ddd9156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'started_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:08:49.144001 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-5d3d722c-f2a4-44a9-ad6c-a4ec98e7995e service neutron] Checking segment: {'id': 'fb27744d-e0d2-4275-b485-05860355ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '016decb7-a79d-4fb4-97a6-0ca75ee34d5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:08:49.144411 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-5d3d722c-f2a4-44a9-ad6c-a4ec98e7995e service neutron] Bound using segment: {'id': 'fb27744d-e0d2-4275-b485-05860355ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '016decb7-a79d-4fb4-97a6-0ca75ee34d5e'} {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:08:49.144838 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-5d3d722c-f2a4-44a9-ad6c-a4ec98e7995e service neutron] Bound port: cd00e522-5859-4603-95b3-9130b195df51, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb27744d-e0d2-4275-b485-05860355ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '016decb7-a79d-4fb4-97a6-0ca75ee34d5e'}}] {{(pid=87423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:08:49.146329 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-5d3d722c-f2a4-44a9-ad6c-a4ec98e7995e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:49.254807 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-5d3d722c-f2a4-44a9-ad6c-a4ec98e7995e service neutron] For port cd00e522-5859-4603-95b3-9130b195df51, host hv-cinder-81857, cleared binding levels {{(pid=87423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:08:49.258172 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-5d3d722c-f2a4-44a9-ad6c-a4ec98e7995e service neutron] For port cd00e522-5859-4603-95b3-9130b195df51, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=cd00e522-5859-4603-95b3-9130b195df51,segment=NetworkSegment(fb27744d-e0d2-4275-b485-05860355ed0f),segment_id=fb27744d-e0d2-4275-b485-05860355ed0f)] {{(pid=87423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:08:49.309369 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2506cb-8134-4ca9-9959-bd666497d8e8 req-0dc31e65-77d0-4600-8e41-2b5bf5926374 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:49.310882 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-4a2506cb-8134-4ca9-9959-bd666497d8e8 req-0dc31e65-77d0-4600-8e41-2b5bf5926374 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.0963824 Nov 24 18:08:49.355206 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-4a2506cb-8134-4ca9-9959-bd666497d8e8 req-63dfa6c9-91d1-4b77-9d23-adbf5e5f8078 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386736 Nov 24 18:08:49.380041 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-5d3d722c-f2a4-44a9-ad6c-a4ec98e7995e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4080791'] for port, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:49.384982 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-28e0555a-162c-4921-8a38-3faf11d8e80a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:49.466072 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d722c-f2a4-44a9-ad6c-a4ec98e7995e service neutron] Pushing event updated for resources: {'Port': ['ID=cd00e522-5859-4603-95b3-9130b195df51,revision_number=3']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:49.470569 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-5d3d722c-f2a4-44a9-ad6c-a4ec98e7995e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:49.492049 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-5d3d722c-f2a4-44a9-ad6c-a4ec98e7995e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:49.492710 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-5d3d722c-f2a4-44a9-ad6c-a4ec98e7995e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:49.494096 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-5d3d722c-f2a4-44a9-ad6c-a4ec98e7995e service neutron] 10.222.0.66 "PUT /v2.0/ports/cd00e522-5859-4603-95b3-9130b195df51 HTTP/1.1" status: 200 len: 1093 time: 1.5280602 Nov 24 18:08:49.495449 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f077385e-f1b5-47a9-b455-524bf2795f9a', 'tag': 'cd00e522-5859-4603-95b3-9130b195df51'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:08:49.542813 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f077385e-f1b5-47a9-b455-524bf2795f9a', 'tag': 'cd00e522-5859-4603-95b3-9130b195df51', 'status': 'completed', 'code': 200} Nov 24 18:08:49.663644 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f7fba-c8a9-4b34-8d3b-3b31412d516f req-ea478dd4-8b4f-4cfd-925a-0aa16c220112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:49.665459 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-639f7fba-c8a9-4b34-8d3b-3b31412d516f req-ea478dd4-8b4f-4cfd-925a-0aa16c220112 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c5c6e3eea3214799b724b75688b50e58&device_id=f077385e-f1b5-47a9-b455-524bf2795f9a HTTP/1.1" status: 200 len: 1096 time: 0.0953376 Nov 24 18:08:49.731716 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31aacb6-e2b9-486c-9e1d-f9b34074310f req-d9d22177-14e5-4792-913c-ac2ff2aaa00d tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:49.734042 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-e31aacb6-e2b9-486c-9e1d-f9b34074310f req-d9d22177-14e5-4792-913c-ac2ff2aaa00d tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=f077385e-f1b5-47a9-b455-524bf2795f9a HTTP/1.1" status: 200 len: 943 time: 0.1067131 Nov 24 18:08:49.788011 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-e31aacb6-e2b9-486c-9e1d-f9b34074310f req-942ae378-da47-4435-ae46-b3c19ad75d17 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477164 Nov 24 18:08:49.989609 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f7fba-c8a9-4b34-8d3b-3b31412d516f req-8d5eac1e-c895-4b81-8678-6c5aa70f3df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:49.990418 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-639f7fba-c8a9-4b34-8d3b-3b31412d516f req-8d5eac1e-c895-4b81-8678-6c5aa70f3df1 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=c5c6e3eea3214799b724b75688b50e58&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3087418 Nov 24 18:08:50.097613 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b45dd-562e-4faf-b63e-9e6e7a3e8fdb req-6989c918-f194-4144-b293-a210455f128a tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:50.099058 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b56b45dd-562e-4faf-b63e-9e6e7a3e8fdb req-6989c918-f194-4144-b293-a210455f128a tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 943 time: 0.1858001 Nov 24 18:08:50.177701 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b56b45dd-562e-4faf-b63e-9e6e7a3e8fdb req-edbeb2c0-7fdc-43e8-8f35-da192d1a707f tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708599 Nov 24 18:08:50.185588 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f7fba-c8a9-4b34-8d3b-3b31412d516f req-8e0e3334-2ecb-48d5-9ae6-45d1b8df1819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:50.186987 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-639f7fba-c8a9-4b34-8d3b-3b31412d516f req-8e0e3334-2ecb-48d5-9ae6-45d1b8df1819 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1795545 Nov 24 18:08:50.308138 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-e29a703e-fa1b-402a-ba55-6a6259c4f2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:50.309656 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-e29a703e-fa1b-402a-ba55-6a6259c4f2c3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c5c6e3eea3214799b724b75688b50e58&device_id=f077385e-f1b5-47a9-b455-524bf2795f9a HTTP/1.1" status: 200 len: 1096 time: 0.0767939 Nov 24 18:08:50.382846 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-d0d92cde-5309-4b76-8dd6-739bfa9216f1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd00e522-5859-4603-95b3-9130b195df51 HTTP/1.1" status: 200 len: 217 time: 0.0658371 Nov 24 18:08:50.469064 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-c88affe7-d9a8-4ebb-b27a-c5ce2f27cd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:50.470512 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-c88affe7-d9a8-4ebb-b27a-c5ce2f27cd5f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=782af270-97fd-478d-9369-ee7698bb6e97 HTTP/1.1" status: 200 len: 853 time: 0.0810087 Nov 24 18:08:50.568014 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-f18360f6-a76e-4426-804c-1555fdafafa8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=016decb7-a79d-4fb4-97a6-0ca75ee34d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905075 Nov 24 18:08:50.606306 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1691877-8de1-4701-b454-972749be5680 req-8c5a892c-0703-4b87-b725-c03424689941 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:50.613458 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-e1691877-8de1-4701-b454-972749be5680 req-8c5a892c-0703-4b87-b725-c03424689941 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.1035151 Nov 24 18:08:50.653374 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 53876) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:50.684084 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-e1691877-8de1-4701-b454-972749be5680 req-ea594c51-f3e2-4994-a5c6-acab624caad4 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694721 Nov 24 18:08:50.826109 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-ef53d3db-b8e5-4401-a01b-e791d4d0a4f0 service neutron] 10.222.0.66 "GET /v2.0/networks/016decb7-a79d-4fb4-97a6-0ca75ee34d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503016 Nov 24 18:08:50.837565 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9f8a9570-8270-4c48-967c-4b8f3bb6ba5e req-3337aaa1-4b2a-494d-8939-28dc526539aa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1220939 Nov 24 18:08:50.944698 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-244c1fcf-d095-4ab0-a5f3-c6d7615c4fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:50.996414 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-244c1fcf-d095-4ab0-a5f3-c6d7615c4fa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:08:51.001290 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-244c1fcf-d095-4ab0-a5f3-c6d7615c4fa9 admin admin] Usage tracker for resource:security_group_rule and tenant:648c037e214a413ba876e5c0d521da45 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:08:51.005783 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-244c1fcf-d095-4ab0-a5f3-c6d7615c4fa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:08:51.012831 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-244c1fcf-d095-4ab0-a5f3-c6d7615c4fa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:08:51.120613 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-913e4a4f-71cd-41a8-8e88-81fbeeba44cb req-16060c52-93fc-4579-a6de-70bf04eba79a service neutron] 10.222.0.66 "GET /v2.0/networks/016decb7-a79d-4fb4-97a6-0ca75ee34d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820477 Nov 24 18:08:51.132793 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a9570-8270-4c48-967c-4b8f3bb6ba5e req-e7d89b89-8073-4819-bbab-8e0f37af2d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:51.134259 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9f8a9570-8270-4c48-967c-4b8f3bb6ba5e req-e7d89b89-8073-4819-bbab-8e0f37af2d84 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=58c9b55138cf4488927b336b55f0f52e&device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 1098 time: 0.2091022 Nov 24 18:08:51.154445 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68d059-86ff-4b44-8f5b-9501cc1c36bc req-30115ba9-6162-4020-ba8a-63168747ebfd tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:51.155159 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-3a68d059-86ff-4b44-8f5b-9501cc1c36bc req-30115ba9-6162-4020-ba8a-63168747ebfd tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Synchronizing usage tracker for tenant:c5c6e3eea3214799b724b75688b50e58 on resource:port {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:08:51.267453 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-244c1fcf-d095-4ab0-a5f3-c6d7615c4fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:51.272571 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-3a68d059-86ff-4b44-8f5b-9501cc1c36bc req-30115ba9-6162-4020-ba8a-63168747ebfd tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Unset dirty status for tenant:c5c6e3eea3214799b724b75688b50e58 on resource:port {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:08:51.273723 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-3a68d059-86ff-4b44-8f5b-9501cc1c36bc req-30115ba9-6162-4020-ba8a-63168747ebfd tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=f077385e-f1b5-47a9-b455-524bf2795f9a HTTP/1.1" status: 200 len: 943 time: 0.2793012 Nov 24 18:08:51.351076 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a9570-8270-4c48-967c-4b8f3bb6ba5e req-da95b23a-4336-4b4c-9249-0d445a77c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:51.352536 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9f8a9570-8270-4c48-967c-4b8f3bb6ba5e req-da95b23a-4336-4b4c-9249-0d445a77c6a9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7 HTTP/1.1" status: 200 len: 920 time: 0.1875155 Nov 24 18:08:51.356752 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-3a68d059-86ff-4b44-8f5b-9501cc1c36bc req-ab5192b7-7082-40c6-8b5f-d337315ce40a tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Synchronizing usage tracker for tenant:c5c6e3eea3214799b724b75688b50e58 on resource:security_group {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:08:51.371767 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-244c1fcf-d095-4ab0-a5f3-c6d7615c4fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:51.380504 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-3fea26f9-ec86-461b-857e-5beeae274f9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:51.431742 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9f8a9570-8270-4c48-967c-4b8f3bb6ba5e req-3fd682fe-ef77-427e-b8d6-ffacf46f331d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70d1c1a3-0125-4640-ae3e-d443f610d721 HTTP/1.1" status: 200 len: 217 time: 0.0703971 Nov 24 18:08:51.437006 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-244c1fcf-d095-4ab0-a5f3-c6d7615c4fa9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=648c037e214a413ba876e5c0d521da45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7822700 Nov 24 18:08:51.439010 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c1fcf-d095-4ab0-a5f3-c6d7615c4fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de952df1-85eb-42a3-ac78-63c332374f84,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:51.442805 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-244c1fcf-d095-4ab0-a5f3-c6d7615c4fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:51.445054 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 53902) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:51.468046 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb054b-002b-4cb0-be9e-20bee4c7d472 req-c5d8d452-4cd1-4c60-b3ce-2ee264da45d6 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:51.469715 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-1bcb054b-002b-4cb0-be9e-20bee4c7d472 req-c5d8d452-4cd1-4c60-b3ce-2ee264da45d6 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 943 time: 0.1608694 Nov 24 18:08:51.535359 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a9570-8270-4c48-967c-4b8f3bb6ba5e req-e9119974-9662-4694-9ce0-42e5a185df09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:51.537052 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9f8a9570-8270-4c48-967c-4b8f3bb6ba5e req-e9119974-9662-4694-9ce0-42e5a185df09 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=153ce10b-3d74-4e76-b304-5b290412d101 HTTP/1.1" status: 200 len: 859 time: 0.0704184 Nov 24 18:08:51.551522 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-1bcb054b-002b-4cb0-be9e-20bee4c7d472 req-e1e239ee-8543-4e45-9d66-f9d1ec327994 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739431 Nov 24 18:08:51.568978 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-0073290d-bd8d-43f0-85bc-7b395b290763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:51.596085 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-3a68d059-86ff-4b44-8f5b-9501cc1c36bc req-ab5192b7-7082-40c6-8b5f-d337315ce40a tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Unset dirty status for tenant:c5c6e3eea3214799b724b75688b50e58 on resource:security_group {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:08:51.596085 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-3a68d059-86ff-4b44-8f5b-9501cc1c36bc req-ab5192b7-7082-40c6-8b5f-d337315ce40a tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086920 Nov 24 18:08:51.603194 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9f8a9570-8270-4c48-967c-4b8f3bb6ba5e req-aa961bd1-6c3e-44d4-aaaf-d329839e4248 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537097 Nov 24 18:08:51.620976 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-0073290d-bd8d-43f0-85bc-7b395b290763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:51.765282 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-0073290d-bd8d-43f0-85bc-7b395b290763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:51.770827 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9f8a9570-8270-4c48-967c-4b8f3bb6ba5e req-7a9bf7ee-52e7-47b3-95fc-66ada8e81942 service neutron] 10.222.0.66 "GET /v2.0/networks/0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570363 Nov 24 18:08:51.771881 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-114cf6a8-41c7-476b-95bf-f224f82644d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:51.785249 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073290d-bd8d-43f0-85bc-7b395b290763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de952df1-85eb-42a3-ac78-63c332374f84,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:51.789344 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-0073290d-bd8d-43f0-85bc-7b395b290763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:51.789344 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-0073290d-bd8d-43f0-85bc-7b395b290763 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/de952df1-85eb-42a3-ac78-63c332374f84 HTTP/1.1" status: 204 len: 168 time: 0.3431213 Nov 24 18:08:51.856035 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-0073290d-bd8d-43f0-85bc-7b395b290763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:51.910645 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a44668-a804-4c24-8fbc-6760bca29f9d req-3c1d6590-4cfb-4ddc-93b1-38b4e48afbab tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:51.912141 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-e8a44668-a804-4c24-8fbc-6760bca29f9d req-3c1d6590-4cfb-4ddc-93b1-38b4e48afbab tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.1187992 Nov 24 18:08:51.976942 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-e8a44668-a804-4c24-8fbc-6760bca29f9d req-d34cfc0a-673e-4cb3-9596-3c0ecc21d6db tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562553 Nov 24 18:08:52.056796 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9f8a9570-8270-4c48-967c-4b8f3bb6ba5e req-19646065-4a06-40fa-b1b9-06c4af183a9c service neutron] 10.222.0.66 "GET /v2.0/networks/0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770190 Nov 24 18:08:52.157114 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1498650-669c-4bc5-b310-3af5027cd397 req-81caca90-f2d3-4c2c-a614-cffe546efd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:52.158580 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-f1498650-669c-4bc5-b310-3af5027cd397 req-81caca90-f2d3-4c2c-a614-cffe546efd34 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54&tenant_id=c71c458ed19546f2b7ecc2a78475b465 HTTP/1.1" status: 200 len: 1096 time: 0.1581416 Nov 24 18:08:52.180688 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0df1d4-58a8-4ed6-85e3-8944950d4be3 req-1ee388fa-36e0-44c4-b4ee-1ae51e230634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:52.182815 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7b0df1d4-58a8-4ed6-85e3-8944950d4be3 req-1ee388fa-36e0-44c4-b4ee-1ae51e230634 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 1099 time: 0.0889852 Nov 24 18:08:52.205354 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:52.267906 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7b0df1d4-58a8-4ed6-85e3-8944950d4be3 req-864382d1-7692-4363-b645-c2e1314ffe75 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492969 Nov 24 18:08:52.283236 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1498650-669c-4bc5-b310-3af5027cd397 req-c8bb8175-8d5c-4598-ae3e-c83d9f9db940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:52.284670 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-f1498650-669c-4bc5-b310-3af5027cd397 req-c8bb8175-8d5c-4598-ae3e-c83d9f9db940 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c71c458ed19546f2b7ecc2a78475b465&device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 1096 time: 0.1011703 Nov 24 18:08:52.616749 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1498650-669c-4bc5-b310-3af5027cd397 req-dc8d566c-b5e0-493b-9e47-4809f7a04538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:52.618209 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-f1498650-669c-4bc5-b310-3af5027cd397 req-dc8d566c-b5e0-493b-9e47-4809f7a04538 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a433006a-8672-4e6d-af3a-fa22b395902e HTTP/1.1" status: 200 len: 918 time: 0.1315718 Nov 24 18:08:52.787123 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-f1498650-669c-4bc5-b310-3af5027cd397 req-5290ec9b-bbaf-44c2-862d-9c0170429785 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 HTTP/1.1" status: 200 len: 998 time: 0.1617489 Nov 24 18:08:52.837782 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800c3dc-0958-4b5b-b8af-291781039b41 req-d42515e6-0aab-48aa-aecb-2e153e38ab75 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:52.837782 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-9800c3dc-0958-4b5b-b8af-291781039b41 req-d42515e6-0aab-48aa-aecb-2e153e38ab75 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=f077385e-f1b5-47a9-b455-524bf2795f9a HTTP/1.1" status: 200 len: 943 time: 0.0978827 Nov 24 18:08:52.890227 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547bbb4a-28c8-49a0-9b41-2084b3d0c44a req-f0051b2b-ce44-41ae-a341-002a26faaece tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:52.891684 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-547bbb4a-28c8-49a0-9b41-2084b3d0c44a req-f0051b2b-ce44-41ae-a341-002a26faaece tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 943 time: 0.2006106 Nov 24 18:08:52.893045 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 6 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:08:52.898494 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1498650-669c-4bc5-b310-3af5027cd397 req-a21afbff-cf7e-405a-9a23-85a1e686b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:52.898494 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-f1498650-669c-4bc5-b310-3af5027cd397 req-a21afbff-cf7e-405a-9a23-85a1e686b564 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c1b52e1-6661-4f68-9dd2-227c3d39ad6e HTTP/1.1" status: 200 len: 856 time: 0.0954943 Nov 24 18:08:52.903190 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-9800c3dc-0958-4b5b-b8af-291781039b41 req-6079efd6-4252-400f-bd43-1811154abb18 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655613 Nov 24 18:08:52.991637 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-547bbb4a-28c8-49a0-9b41-2084b3d0c44a req-4e1f0994-806d-419f-a8b3-8c2420d21e38 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934460 Nov 24 18:08:53.022486 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1498650-669c-4bc5-b310-3af5027cd397 req-9e0f4244-4584-42bb-8963-59cb54035784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:53.024782 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-f1498650-669c-4bc5-b310-3af5027cd397 req-9e0f4244-4584-42bb-8963-59cb54035784 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a433006a-8672-4e6d-af3a-fa22b395902e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1116736 Nov 24 18:08:53.193370 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-f1498650-669c-4bc5-b310-3af5027cd397 req-315608e2-8fc1-42d3-9a07-7d59a03dceb9 service neutron] 10.222.0.66 "GET /v2.0/networks/a433006a-8672-4e6d-af3a-fa22b395902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606743 Nov 24 18:08:53.201691 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ad56c-e4d3-4c85-afa5-01ee2c58ce45 req-1d896f12-5c1e-426d-882f-f6311da9aa1d tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:53.203710 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-9c2ad56c-e4d3-4c85-afa5-01ee2c58ce45 req-1d896f12-5c1e-426d-882f-f6311da9aa1d tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.1114948 Nov 24 18:08:53.272657 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-9c2ad56c-e4d3-4c85-afa5-01ee2c58ce45 req-181b8443-651d-45e3-93b1-5d96f9e45983 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591381 Nov 24 18:08:53.361748 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-f1498650-669c-4bc5-b310-3af5027cd397 req-de58ba5d-84f3-403d-9a9a-b5729eed0688 service neutron] 10.222.0.66 "GET /v2.0/networks/a433006a-8672-4e6d-af3a-fa22b395902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437426 Nov 24 18:08:53.625391 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device cd00e522-5859-4603-95b3-9130b195df51 details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=87425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 18:08:53.777518 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port cd00e522-5859-4603-95b3-9130b195df51, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=cd00e522-5859-4603-95b3-9130b195df51,segment=NetworkSegment(fb27744d-e0d2-4275-b485-05860355ed0f),segment_id=fb27744d-e0d2-4275-b485-05860355ed0f)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:08:53.797453 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Returning: {'device': 'cd00e522-5859-4603-95b3-9130b195df51', 'network_id': '016decb7-a79d-4fb4-97a6-0ca75ee34d5e', 'port_id': 'cd00e522-5859-4603-95b3-9130b195df51', 'mac_address': 'fa:16:3e:9f:21:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '782af270-97fd-478d-9369-ee7698bb6e97', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 18:08:53.865524 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:53.886475 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd00e522-5859-4603-95b3-9130b195df51 {{(pid=87425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:08:53.926240 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port cd00e522-5859-4603-95b3-9130b195df51, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=cd00e522-5859-4603-95b3-9130b195df51,segment=NetworkSegment(fb27744d-e0d2-4275-b485-05860355ed0f),segment_id=fb27744d-e0d2-4275-b485-05860355ed0f)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:08:54.008678 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:54.012919 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:54.111891 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 53990) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:54.210373 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=cd00e522-5859-4603-95b3-9130b195df51,revision_number=4']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:54.214117 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457843d-250e-452d-bb58-8b0a7d13be20 req-cb554e48-b260-4153-870a-b6e17a2988af tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:54.215850 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c457843d-250e-452d-bb58-8b0a7d13be20 req-cb554e48-b260-4153-870a-b6e17a2988af tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=f077385e-f1b5-47a9-b455-524bf2795f9a HTTP/1.1" status: 200 len: 944 time: 0.1491823 Nov 24 18:08:54.229301 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:54.281000 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c457843d-250e-452d-bb58-8b0a7d13be20 req-a572f1de-73cd-4660-ba2e-a7bf466a8a06 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547376 Nov 24 18:08:54.304492 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['cd00e522-5859-4603-95b3-9130b195df51'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:08:54.323312 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-661f3565-9d21-4d86-a97b-6910de423055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:54.343543 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-661f3565-9d21-4d86-a97b-6910de423055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:08:54.350538 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-661f3565-9d21-4d86-a97b-6910de423055 admin admin] Usage tracker for resource:security_group_rule and tenant:2274f08360cd4ae9b148daa3b764d483 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:08:54.354226 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-661f3565-9d21-4d86-a97b-6910de423055 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:08:54.361390 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-661f3565-9d21-4d86-a97b-6910de423055 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:08:54.374837 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e8838-21ad-476e-b1cc-2aaea37ebd65 req-859fe894-f6d4-43ff-b7a8-4cc0f9da2f43 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:54.376562 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-e13e8838-21ad-476e-b1cc-2aaea37ebd65 req-859fe894-f6d4-43ff-b7a8-4cc0f9da2f43 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 943 time: 0.1614094 Nov 24 18:08:54.516661 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-661f3565-9d21-4d86-a97b-6910de423055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:54.581006 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-e13e8838-21ad-476e-b1cc-2aaea37ebd65 req-9b671f1d-eea6-4d29-962b-d9558c64c5d6 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618324 Nov 24 18:08:54.606044 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-661f3565-9d21-4d86-a97b-6910de423055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:54.655587 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-46f146a8-73e8-42fe-9e3c-474c8009efe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:54.690423 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-661f3565-9d21-4d86-a97b-6910de423055 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2274f08360cd4ae9b148daa3b764d483&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5770788 Nov 24 18:08:54.691107 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 54008) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:08:54.734693 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f3565-9d21-4d86-a97b-6910de423055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20425955-0b62-4b0d-aa23-10626aaf17ea,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:54.740123 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-661f3565-9d21-4d86-a97b-6910de423055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:54.785914 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a5291b36-5668-4b3e-997f-cf566b0c5547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:54.788504 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee97f8-2d12-443d-bc76-f7f6811991d5 req-b7c60740-5f21-4f6b-a036-a8e28efa90fd tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:54.808558 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-68ee97f8-2d12-443d-bc76-f7f6811991d5 req-b7c60740-5f21-4f6b-a036-a8e28efa90fd tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.2371511 Nov 24 18:08:54.825422 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a5291b36-5668-4b3e-997f-cf566b0c5547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:54.881888 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-68ee97f8-2d12-443d-bc76-f7f6811991d5 req-c4e49ba0-6a8a-4c3a-bd76-d576b37e9d75 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656362 Nov 24 18:08:55.013525 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a5291b36-5668-4b3e-997f-cf566b0c5547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:55.017754 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-21568a59-3404-4e3e-a20a-854b3d934eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:55.048544 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5291b36-5668-4b3e-997f-cf566b0c5547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20425955-0b62-4b0d-aa23-10626aaf17ea,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:55.069235 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-a5291b36-5668-4b3e-997f-cf566b0c5547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:55.089227 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a5291b36-5668-4b3e-997f-cf566b0c5547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:55.090840 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-a5291b36-5668-4b3e-997f-cf566b0c5547 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/20425955-0b62-4b0d-aa23-10626aaf17ea HTTP/1.1" status: 204 len: 168 time: 0.3967943 Nov 24 18:08:55.527022 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504913bc-f098-4af5-9846-fff7844cd88b req-2f1f4d8a-0a94-44cf-8fce-415b677ac53d tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:55.534915 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-504913bc-f098-4af5-9846-fff7844cd88b req-2f1f4d8a-0a94-44cf-8fce-415b677ac53d tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=f077385e-f1b5-47a9-b455-524bf2795f9a HTTP/1.1" status: 200 len: 944 time: 0.1412609 Nov 24 18:08:55.606530 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-504913bc-f098-4af5-9846-fff7844cd88b req-6c145930-33c4-4349-9432-a87d3bed59be tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707009 Nov 24 18:08:55.639784 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device cd00e522-5859-4603-95b3-9130b195df51 up at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:08:55.756096 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb1aca-02bd-4095-8000-16f96dbeed01 req-8b1fc7cb-f51d-48a4-811e-7f037196c69d tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:55.758415 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6acb1aca-02bd-4095-8000-16f96dbeed01 req-8b1fc7cb-f51d-48a4-811e-7f037196c69d tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.1178744 Nov 24 18:08:55.854107 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning for port cd00e522-5859-4603-95b3-9130b195df51 completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:08:55.860104 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning complete for port cd00e522-5859-4603-95b3-9130b195df51 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:08:55.860554 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:55.868644 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6acb1aca-02bd-4095-8000-16f96dbeed01 req-153d59af-fcc2-41d6-a8c8-7002341f857b tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024306 Nov 24 18:08:55.979413 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe1326-2bc6-433d-94e6-cd95ce693e8f req-7367bbed-d9c1-4fe9-8f74-7f105888d6e0 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:55.987657 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-7bfe1326-2bc6-433d-94e6-cd95ce693e8f req-7367bbed-d9c1-4fe9-8f74-7f105888d6e0 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 943 time: 0.2468934 Nov 24 18:08:56.046001 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-7bfe1326-2bc6-433d-94e6-cd95ce693e8f req-9915562c-f87e-4d32-8ad9-8468d5dda2ef tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571818 Nov 24 18:08:56.070719 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:56.099236 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f077385e-f1b5-47a9-b455-524bf2795f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd00e522-5859-4603-95b3-9130b195df51'}] {{(pid=87425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:08:56.108925 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port cd00e522-5859-4603-95b3-9130b195df51, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=cd00e522-5859-4603-95b3-9130b195df51,segment=NetworkSegment(fb27744d-e0d2-4275-b485-05860355ed0f),segment_id=fb27744d-e0d2-4275-b485-05860355ed0f)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:08:56.150724 dv-cinder-818579-1-smb neutron-server[87425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f077385e-f1b5-47a9-b455-524bf2795f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd00e522-5859-4603-95b3-9130b195df51', 'code': 200} Nov 24 18:08:56.179109 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:08:56.182974 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:08:56.252791 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=cd00e522-5859-4603-95b3-9130b195df51,revision_number=5']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:08:56.255992 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:08:56.805507 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e99bd7-1272-42dc-aa9e-89c3f290ac68 req-a02e15da-4080-4164-be06-027ac71a55b9 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:56.808269 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-91e99bd7-1272-42dc-aa9e-89c3f290ac68 req-a02e15da-4080-4164-be06-027ac71a55b9 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=f077385e-f1b5-47a9-b455-524bf2795f9a HTTP/1.1" status: 200 len: 945 time: 0.0908668 Nov 24 18:08:56.866880 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-91e99bd7-1272-42dc-aa9e-89c3f290ac68 req-9ac6f52a-2726-43f1-875d-e60efdd3a773 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526106 Nov 24 18:08:57.090768 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d415483-663d-44b6-b743-16f55f0d813a req-668b2727-1a53-4cc4-a7db-11434dae8e25 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:57.092332 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6d415483-663d-44b6-b743-16f55f0d813a req-668b2727-1a53-4cc4-a7db-11434dae8e25 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.0914030 Nov 24 18:08:57.148997 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6d415483-663d-44b6-b743-16f55f0d813a req-5f240e7b-5d21-4b70-a0bd-ed4b1d48a4d8 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475171 Nov 24 18:08:57.277735 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bef6b4-df04-44c7-8498-964ad85346b7 req-d54ff769-59b6-416e-a7b5-50d13b536005 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:57.283741 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-28bef6b4-df04-44c7-8498-964ad85346b7 req-d54ff769-59b6-416e-a7b5-50d13b536005 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 943 time: 0.0995860 Nov 24 18:08:57.337104 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-28bef6b4-df04-44c7-8498-964ad85346b7 req-12733b3e-7fd5-4f68-8116-194fd61f3299 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513365 Nov 24 18:08:58.067006 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148cdb2-ac59-45d9-af82-cddeb1bc870f req-5588b4ef-2d63-4870-918b-6e0720dfc04d tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:58.068532 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6148cdb2-ac59-45d9-af82-cddeb1bc870f req-5588b4ef-2d63-4870-918b-6e0720dfc04d tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=f077385e-f1b5-47a9-b455-524bf2795f9a HTTP/1.1" status: 200 len: 945 time: 0.0874994 Nov 24 18:08:58.186261 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6148cdb2-ac59-45d9-af82-cddeb1bc870f req-0459c7b9-fd53-4ea0-8918-caa516b1cc7e tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106870 Nov 24 18:08:58.349496 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f4e6b-41b9-4b19-9a31-7ce2418e8c79 req-c404749f-1ca2-41bc-a2eb-371906cfc420 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:58.350851 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-692f4e6b-41b9-4b19-9a31-7ce2418e8c79 req-c404749f-1ca2-41bc-a2eb-371906cfc420 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.0836699 Nov 24 18:08:58.397248 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-692f4e6b-41b9-4b19-9a31-7ce2418e8c79 req-f0df5d24-0892-4f6f-a672-303bcf565dc6 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404589 Nov 24 18:08:58.545506 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a21c22-67df-44d8-ab91-838b6b6279c6 req-f11ceedf-828f-4ca1-bf65-50c1675778df tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:58.547081 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-44a21c22-67df-44d8-ab91-838b6b6279c6 req-f11ceedf-828f-4ca1-bf65-50c1675778df tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 943 time: 0.0914447 Nov 24 18:08:58.600256 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-44a21c22-67df-44d8-ab91-838b6b6279c6 req-531ce028-07fd-4aa2-9ea8-2128126b885b tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409856 Nov 24 18:08:59.398413 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7329a1e-f8ce-4ce0-ac4c-7d581b1e77ed req-53129d69-c6e3-45c5-bbed-1f6d2bbfaacd tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:59.400938 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-a7329a1e-f8ce-4ce0-ac4c-7d581b1e77ed req-53129d69-c6e3-45c5-bbed-1f6d2bbfaacd tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=f077385e-f1b5-47a9-b455-524bf2795f9a HTTP/1.1" status: 200 len: 945 time: 0.0972085 Nov 24 18:08:59.504278 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-a7329a1e-f8ce-4ce0-ac4c-7d581b1e77ed req-3e1c9066-d51a-41e8-9321-3d6fdf857aba tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714815 Nov 24 18:08:59.619665 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db86476-ab39-46aa-a1a7-9568fea3cdb5 req-68ba6097-fcae-4327-9b33-711acd96c395 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:59.621184 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6db86476-ab39-46aa-a1a7-9568fea3cdb5 req-68ba6097-fcae-4327-9b33-711acd96c395 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.0869341 Nov 24 18:08:59.693154 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6db86476-ab39-46aa-a1a7-9568fea3cdb5 req-ed2b94e7-b8cc-4395-897b-05f9b611f363 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652764 Nov 24 18:08:59.874613 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3861ff-ed3c-45f1-a71c-8e98b2e23f32 req-851831fc-5ab8-41df-a596-08d7a705959e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:08:59.876151 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-5a3861ff-ed3c-45f1-a71c-8e98b2e23f32 req-851831fc-5ab8-41df-a596-08d7a705959e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 943 time: 0.1140242 Nov 24 18:08:59.935350 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-5a3861ff-ed3c-45f1-a71c-8e98b2e23f32 req-ecec9184-a238-4b9d-b0b3-fa330fbec312 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457988 Nov 24 18:09:00.705579 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e129de-0cff-4634-91b6-5b5064695105 req-291fa64b-9194-4b19-9ae1-4c260e44feac tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:00.707332 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-57e129de-0cff-4634-91b6-5b5064695105 req-291fa64b-9194-4b19-9ae1-4c260e44feac tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=f077385e-f1b5-47a9-b455-524bf2795f9a HTTP/1.1" status: 200 len: 945 time: 0.0978193 Nov 24 18:09:00.760505 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-57e129de-0cff-4634-91b6-5b5064695105 req-0aaa6807-af11-438a-8870-96f70cd6d4f8 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455620 Nov 24 18:09:00.933133 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f41a4-96fc-4180-8362-c74bca4fa70d req-065864e5-d19d-4d6d-b55c-e89d4e283b89 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:00.936169 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-618f41a4-96fc-4180-8362-c74bca4fa70d req-065864e5-d19d-4d6d-b55c-e89d4e283b89 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.0920832 Nov 24 18:09:01.001023 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-618f41a4-96fc-4180-8362-c74bca4fa70d req-1f0e7ff1-3883-4817-b060-e074e65894c0 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521207 Nov 24 18:09:01.161504 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76afe235-ed1f-4a50-97fa-9f23a2e90c38 req-9bb091bb-186f-4bd5-8974-8e98aa4111e0 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:01.163329 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-76afe235-ed1f-4a50-97fa-9f23a2e90c38 req-9bb091bb-186f-4bd5-8974-8e98aa4111e0 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 943 time: 0.0914805 Nov 24 18:09:01.224738 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-76afe235-ed1f-4a50-97fa-9f23a2e90c38 req-0c820add-acc9-4032-b0c2-9df182bdeb2c tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509648 Nov 24 18:09:01.957616 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e76dda-1306-4a86-8a75-eb6067a94562 req-1299ddd6-ced6-4f78-98e6-92caa0316497 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:01.959918 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-39e76dda-1306-4a86-8a75-eb6067a94562 req-1299ddd6-ced6-4f78-98e6-92caa0316497 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=f077385e-f1b5-47a9-b455-524bf2795f9a HTTP/1.1" status: 200 len: 945 time: 0.0819204 Nov 24 18:09:02.011031 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-39e76dda-1306-4a86-8a75-eb6067a94562 req-a073c1ab-608f-41b3-80f1-b42e701d5b97 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452712 Nov 24 18:09:02.201258 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85254a98-0f11-4b79-af75-bb27f2257108 req-a357a8d4-4c49-4b02-883f-7cfe32af7959 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:02.202728 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-85254a98-0f11-4b79-af75-bb27f2257108 req-a357a8d4-4c49-4b02-883f-7cfe32af7959 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.0859380 Nov 24 18:09:02.251293 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-85254a98-0f11-4b79-af75-bb27f2257108 req-03186e49-471e-4a62-930b-a3d455e44a49 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428519 Nov 24 18:09:02.504271 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5c615-0ba9-402c-809c-08e2a6e5491a req-8ad73788-e9e9-48cf-98ae-ded6aa8eae11 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:02.504271 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-70e5c615-0ba9-402c-809c-08e2a6e5491a req-8ad73788-e9e9-48cf-98ae-ded6aa8eae11 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 943 time: 0.0887935 Nov 24 18:09:02.570702 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-70e5c615-0ba9-402c-809c-08e2a6e5491a req-84612660-2430-4d98-80e3-eeb2cfadb8e0 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334705 Nov 24 18:09:03.251940 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7f2bf-2205-4fee-8d73-f5d512ff68f3 req-7f4cb9b5-29e0-4ddc-96f1-5222c89dab1c tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:03.253706 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a4b7f2bf-2205-4fee-8d73-f5d512ff68f3 req-7f4cb9b5-29e0-4ddc-96f1-5222c89dab1c tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=f077385e-f1b5-47a9-b455-524bf2795f9a HTTP/1.1" status: 200 len: 945 time: 0.0895286 Nov 24 18:09:03.301474 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a4b7f2bf-2205-4fee-8d73-f5d512ff68f3 req-41eb45af-1141-48a8-8fd6-71004cfa91d8 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410197 Nov 24 18:09:03.509236 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b02d78-9eb3-4776-b9c6-75db1e4d4222 req-e390b3bd-7f8c-4161-88d4-599e13e20e10 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:03.517591 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-45b02d78-9eb3-4776-b9c6-75db1e4d4222 req-e390b3bd-7f8c-4161-88d4-599e13e20e10 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.1076524 Nov 24 18:09:03.570879 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-45b02d78-9eb3-4776-b9c6-75db1e4d4222 req-89686526-2b93-4190-9398-cc90650dc707 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523398 Nov 24 18:09:03.793087 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a453c4-9ece-415d-b10e-4ab84e5ec973 req-30c0bb28-6a76-4883-94de-e9382e901a15 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:03.794930 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b9a453c4-9ece-415d-b10e-4ab84e5ec973 req-30c0bb28-6a76-4883-94de-e9382e901a15 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 943 time: 0.0883636 Nov 24 18:09:03.842316 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b9a453c4-9ece-415d-b10e-4ab84e5ec973 req-cb50eac2-035d-4cc0-aa6a-89d466b8889d tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417423 Nov 24 18:09:04.547873 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71372ef3-417a-40d6-b85e-1fd993151c26 req-98525892-bc65-47ef-963c-1b8c87ebcd4f tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:04.549447 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-71372ef3-417a-40d6-b85e-1fd993151c26 req-98525892-bc65-47ef-963c-1b8c87ebcd4f tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=f077385e-f1b5-47a9-b455-524bf2795f9a HTTP/1.1" status: 200 len: 945 time: 0.1058362 Nov 24 18:09:04.605467 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-71372ef3-417a-40d6-b85e-1fd993151c26 req-071a81da-9f28-4a97-84c1-d3fed05884f1 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502946 Nov 24 18:09:04.780499 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490386ca-9309-455d-bddb-707fad0b9b12 req-60b6b177-9f57-44cb-91dd-b2e27b79bf6e tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:04.788061 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-490386ca-9309-455d-bddb-707fad0b9b12 req-60b6b177-9f57-44cb-91dd-b2e27b79bf6e tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.0941691 Nov 24 18:09:04.844768 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-490386ca-9309-455d-bddb-707fad0b9b12 req-a1f90efa-9023-4e20-b5df-91340136845e tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557153 Nov 24 18:09:05.069388 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c7d62-4c86-4f96-8e02-6d085a45d01b req-6ea6c993-4a4e-44a5-b3a7-04cd1a04ec3e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:05.070823 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-930c7d62-4c86-4f96-8e02-6d085a45d01b req-6ea6c993-4a4e-44a5-b3a7-04cd1a04ec3e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 943 time: 0.0953591 Nov 24 18:09:05.121598 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-930c7d62-4c86-4f96-8e02-6d085a45d01b req-e3f179ed-2032-4a77-9605-eacb715eabbf tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439618 Nov 24 18:09:05.797067 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe634a-f66a-4352-adb2-44ef0fca69c2 req-967bd70a-b471-47a2-b88f-648a88d86548 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:05.798424 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-10fe634a-f66a-4352-adb2-44ef0fca69c2 req-967bd70a-b471-47a2-b88f-648a88d86548 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=f077385e-f1b5-47a9-b455-524bf2795f9a HTTP/1.1" status: 200 len: 945 time: 0.0822492 Nov 24 18:09:05.846273 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-10fe634a-f66a-4352-adb2-44ef0fca69c2 req-04a06b42-f38f-4867-aeb8-5e3acca0f308 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417235 Nov 24 18:09:06.034353 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf3d4c-4964-4cb4-89de-720a54e0ab45 req-b4572104-911a-46de-b213-6da67556363f tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:06.035856 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-60cf3d4c-4964-4cb4-89de-720a54e0ab45 req-b4572104-911a-46de-b213-6da67556363f tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.0829947 Nov 24 18:09:06.083726 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-60cf3d4c-4964-4cb4-89de-720a54e0ab45 req-de394c22-7fda-4e7e-adf4-0f4f3892d22b tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419440 Nov 24 18:09:06.320678 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e898a1-cd2c-45cf-95c7-2e228a69a7dd req-2b26b540-8a4a-4b15-9eeb-4242abe41057 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:06.322014 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-28e898a1-cd2c-45cf-95c7-2e228a69a7dd req-2b26b540-8a4a-4b15-9eeb-4242abe41057 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 943 time: 0.0832319 Nov 24 18:09:06.365654 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-28e898a1-cd2c-45cf-95c7-2e228a69a7dd req-b55beacd-8dae-4caf-a154-71d7c8980606 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374308 Nov 24 18:09:06.878427 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15373525-890d-4ffb-a73c-fae039e22907 req-1f67d564-4801-48a3-b0ad-36a8a59f5c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:06.879987 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-15373525-890d-4ffb-a73c-fae039e22907 req-1f67d564-4801-48a3-b0ad-36a8a59f5c59 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=58c9b55138cf4488927b336b55f0f52e&device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 1099 time: 0.0770094 Nov 24 18:09:07.035815 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa7449-196c-4376-9dbf-c1f7b1e0d281 req-63fccbe8-3c3b-468f-844c-5c5a07cf7b13 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:07.037299 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-acfa7449-196c-4376-9dbf-c1f7b1e0d281 req-63fccbe8-3c3b-468f-844c-5c5a07cf7b13 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=f077385e-f1b5-47a9-b455-524bf2795f9a HTTP/1.1" status: 200 len: 945 time: 0.0835850 Nov 24 18:09:07.050514 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15373525-890d-4ffb-a73c-fae039e22907 req-797f84d6-c94c-4869-93fd-35f823661001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:07.051946 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-15373525-890d-4ffb-a73c-fae039e22907 req-797f84d6-c94c-4869-93fd-35f823661001 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7 HTTP/1.1" status: 200 len: 920 time: 0.1643820 Nov 24 18:09:07.081510 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-acfa7449-196c-4376-9dbf-c1f7b1e0d281 req-164c2a00-0877-4f1d-bbdb-185e50cf5d45 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377245 Nov 24 18:09:07.133471 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-15373525-890d-4ffb-a73c-fae039e22907 req-bfacd019-361d-4356-b89a-3603a774545b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d822885e-8a3d-42da-ac15-0bfc4a25b2f2 HTTP/1.1" status: 200 len: 217 time: 0.0692854 Nov 24 18:09:07.190699 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc445b-c974-4f19-8b8e-ff0d800839b4 req-5b42e4ae-e949-4250-8f60-66051686e80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:07.192210 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c5dc445b-c974-4f19-8b8e-ff0d800839b4 req-5b42e4ae-e949-4250-8f60-66051686e80d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f077385e-f1b5-47a9-b455-524bf2795f9a HTTP/1.1" status: 200 len: 1098 time: 0.1829438 Nov 24 18:09:07.265217 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15373525-890d-4ffb-a73c-fae039e22907 req-cfe16988-3bf2-4815-a02b-724f12096864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:07.266628 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-15373525-890d-4ffb-a73c-fae039e22907 req-cfe16988-3bf2-4815-a02b-724f12096864 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=153ce10b-3d74-4e76-b304-5b290412d101 HTTP/1.1" status: 200 len: 859 time: 0.1263700 Nov 24 18:09:07.333682 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-15373525-890d-4ffb-a73c-fae039e22907 req-45e5f95a-1550-4be9-8ea4-94ca08e129aa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518372 Nov 24 18:09:07.335474 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c5dc445b-c974-4f19-8b8e-ff0d800839b4 req-10586d29-321c-4c41-975b-4cb6d65c2cde service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080601 Nov 24 18:09:07.358328 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135aa661-4b6b-454f-9cb6-0ddac9042f37 req-0427a247-dcc0-4efe-b7f9-301a7b64efa3 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:07.359711 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-135aa661-4b6b-454f-9cb6-0ddac9042f37 req-0427a247-dcc0-4efe-b7f9-301a7b64efa3 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.1666303 Nov 24 18:09:07.403156 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-135aa661-4b6b-454f-9cb6-0ddac9042f37 req-27b5beed-7b76-47a9-aa4b-1593a58a6124 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377793 Nov 24 18:09:07.557739 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764497de-4f3d-4464-9ad4-5e7431f14d51 req-793ae5a1-abcb-4dcd-891e-de08aa0c2241 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:07.559383 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-764497de-4f3d-4464-9ad4-5e7431f14d51 req-793ae5a1-abcb-4dcd-891e-de08aa0c2241 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 943 time: 0.0810058 Nov 24 18:09:07.606418 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-764497de-4f3d-4464-9ad4-5e7431f14d51 req-5d11a221-075d-4479-b3e5-bb43665d6fdd tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407128 Nov 24 18:09:07.664146 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-b33dc348-ec19-45a5-ac72-ca3874b551bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:07.735435 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-15373525-890d-4ffb-a73c-fae039e22907 req-5f9a4b29-437a-4606-af00-20f15fd599d7 service neutron] 10.222.0.66 "GET /v2.0/networks/0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947424 Nov 24 18:09:07.755744 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 54252) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:09:07.910839 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-0d8fe3d4-8942-4b27-9a22-08f3cd87a314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:07.929528 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-15373525-890d-4ffb-a73c-fae039e22907 req-7d19c686-d506-4fa3-9b0b-2a8c879d40d7 service neutron] 10.222.0.66 "GET /v2.0/networks/0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541123 Nov 24 18:09:07.930453 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-0d8fe3d4-8942-4b27-9a22-08f3cd87a314 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:09:07.935441 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-0d8fe3d4-8942-4b27-9a22-08f3cd87a314 admin admin] Usage tracker for resource:security_group_rule and tenant:f251d99e26184616b8fc225ae1d52b60 is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:09:07.938542 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-0d8fe3d4-8942-4b27-9a22-08f3cd87a314 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:09:07.944878 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-0d8fe3d4-8942-4b27-9a22-08f3cd87a314 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:09:08.077276 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-0d8fe3d4-8942-4b27-9a22-08f3cd87a314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:08.161473 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-0d8fe3d4-8942-4b27-9a22-08f3cd87a314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:08.169709 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-cde341bf-7a3b-49a5-bd04-5c35ee35a383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:09:08.253193 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-0d8fe3d4-8942-4b27-9a22-08f3cd87a314 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f251d99e26184616b8fc225ae1d52b60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4959710 Nov 24 18:09:08.255803 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 54264) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:09:08.256828 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8fe3d4-8942-4b27-9a22-08f3cd87a314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a967f8-cdbb-44f3-a275-5cb1eea5a427,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:09:08.277672 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8fe3d4-8942-4b27-9a22-08f3cd87a314 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:09:08.278039 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8fe3d4-8942-4b27-9a22-08f3cd87a314 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:09:08.278394 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8fe3d4-8942-4b27-9a22-08f3cd87a314 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:09:08.278745 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8fe3d4-8942-4b27-9a22-08f3cd87a314 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:09:08.279092 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8fe3d4-8942-4b27-9a22-08f3cd87a314 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:09:08.279450 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8fe3d4-8942-4b27-9a22-08f3cd87a314 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:09:08.279783 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8fe3d4-8942-4b27-9a22-08f3cd87a314 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:09:08.280231 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8fe3d4-8942-4b27-9a22-08f3cd87a314 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:09:08.280482 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8fe3d4-8942-4b27-9a22-08f3cd87a314 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:09:08.280821 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8fe3d4-8942-4b27-9a22-08f3cd87a314 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:09:08.281158 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8fe3d4-8942-4b27-9a22-08f3cd87a314 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:09:08.281492 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8fe3d4-8942-4b27-9a22-08f3cd87a314 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:09:08.286166 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-0d8fe3d4-8942-4b27-9a22-08f3cd87a314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:09:08.310637 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:08.313105 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40dbc6-614d-4a9d-b6aa-eeedc739de5f req-90078904-6d37-476f-9e00-047632c861df tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:08.314737 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-dc40dbc6-614d-4a9d-b6aa-eeedc739de5f req-90078904-6d37-476f-9e00-047632c861df tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=f077385e-f1b5-47a9-b455-524bf2795f9a HTTP/1.1" status: 200 len: 945 time: 0.1201231 Nov 24 18:09:08.330456 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-df14d8ed-b7eb-47a5-80fc-221032589be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:08.357840 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-df14d8ed-b7eb-47a5-80fc-221032589be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:08.363974 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-dc40dbc6-614d-4a9d-b6aa-eeedc739de5f req-0f95df7a-3e02-42d4-a264-ba80ff652b86 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425742 Nov 24 18:09:08.480429 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-df14d8ed-b7eb-47a5-80fc-221032589be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:08.485923 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-3d10842a-9b24-4f63-81bb-de71e280872f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:09:08.497291 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df14d8ed-b7eb-47a5-80fc-221032589be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a967f8-cdbb-44f3-a275-5cb1eea5a427,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:09:08.508553 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df14d8ed-b7eb-47a5-80fc-221032589be3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:09:08.511346 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df14d8ed-b7eb-47a5-80fc-221032589be3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:09:08.511346 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df14d8ed-b7eb-47a5-80fc-221032589be3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:09:08.511346 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df14d8ed-b7eb-47a5-80fc-221032589be3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:09:08.511346 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df14d8ed-b7eb-47a5-80fc-221032589be3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:09:08.511346 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df14d8ed-b7eb-47a5-80fc-221032589be3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:09:08.511346 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df14d8ed-b7eb-47a5-80fc-221032589be3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:09:08.511346 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df14d8ed-b7eb-47a5-80fc-221032589be3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:09:08.511970 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df14d8ed-b7eb-47a5-80fc-221032589be3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:09:08.512089 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df14d8ed-b7eb-47a5-80fc-221032589be3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:09:08.512415 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df14d8ed-b7eb-47a5-80fc-221032589be3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:09:08.512765 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df14d8ed-b7eb-47a5-80fc-221032589be3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:09:08.516316 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-df14d8ed-b7eb-47a5-80fc-221032589be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:09:08.521059 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-df14d8ed-b7eb-47a5-80fc-221032589be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:08.522154 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-df14d8ed-b7eb-47a5-80fc-221032589be3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/84a967f8-cdbb-44f3-a275-5cb1eea5a427 HTTP/1.1" status: 204 len: 168 time: 0.2652938 Nov 24 18:09:08.605153 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c507835-430a-4dcb-99a6-941c83927fb0 req-9e1ffec0-3052-43d6-a456-d7f111f02e20 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:08.606617 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-2c507835-430a-4dcb-99a6-941c83927fb0 req-9e1ffec0-3052-43d6-a456-d7f111f02e20 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.0890343 Nov 24 18:09:08.655398 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-2c507835-430a-4dcb-99a6-941c83927fb0 req-76db476e-3cc6-4bd6-96b3-1b2d53310780 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428915 Nov 24 18:09:08.812193 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63e230-16d2-4723-bc34-641a7a9eea98 req-2488b2f7-bf73-46e0-95a6-0ef5726f405e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:08.813806 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-4c63e230-16d2-4723-bc34-641a7a9eea98 req-2488b2f7-bf73-46e0-95a6-0ef5726f405e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 943 time: 0.0897887 Nov 24 18:09:08.866475 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-4c63e230-16d2-4723-bc34-641a7a9eea98 req-029ca3e6-2395-462f-a4b6-241357d86d53 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450528 Nov 24 18:09:09.545242 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b4930-da91-4f4f-ab8b-9acaa9b94d85 req-4ebba101-9240-419b-bab4-47e1d01deeb2 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:09.546683 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-086b4930-da91-4f4f-ab8b-9acaa9b94d85 req-4ebba101-9240-419b-bab4-47e1d01deeb2 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=f077385e-f1b5-47a9-b455-524bf2795f9a HTTP/1.1" status: 200 len: 945 time: 0.0784118 Nov 24 18:09:09.590458 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-086b4930-da91-4f4f-ab8b-9acaa9b94d85 req-cc661a6c-4e0e-4671-ba0f-76f3cdf22cb2 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381196 Nov 24 18:09:09.703009 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=87425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 18:09:09.846026 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port fdfe8f7a-b48a-4aa2-b83a-7747f84191b3, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=fdfe8f7a-b48a-4aa2-b83a-7747f84191b3,segment=NetworkSegment(c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2),segment_id=c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:09:09.862314 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Returning: {'device': 'fdfe8f7a-b48a-4aa2-b83a-7747f84191b3', 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e', 'port_id': 'fdfe8f7a-b48a-4aa2-b83a-7747f84191b3', 'mac_address': 'fa:16:3e:ad:e7:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c1b52e1-6661-4f68-9dd2-227c3d39ad6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 18:09:09.865687 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698dffe-6d07-4e1e-b8be-e16721526c6e req-d5989e80-b14a-45ed-b9cc-43dd85ed1ec4 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:09.873449 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b698dffe-6d07-4e1e-b8be-e16721526c6e req-d5989e80-b14a-45ed-b9cc-43dd85ed1ec4 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.0964842 Nov 24 18:09:09.926194 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b698dffe-6d07-4e1e-b8be-e16721526c6e req-a9dad831-c5b9-40be-abec-bada23972bb0 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518262 Nov 24 18:09:09.932409 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:09.956957 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 {{(pid=87425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:09:09.974184 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port fdfe8f7a-b48a-4aa2-b83a-7747f84191b3, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=fdfe8f7a-b48a-4aa2-b83a-7747f84191b3,segment=NetworkSegment(c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2),segment_id=c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:09:10.090230 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ad789-ff5f-4e19-9070-0a39793c1870 req-b8b9a8d3-989e-4a7e-8157-101f75347871 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:10.091671 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-9a5ad789-ff5f-4e19-9070-0a39793c1870 req-b8b9a8d3-989e-4a7e-8157-101f75347871 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 943 time: 0.0844209 Nov 24 18:09:10.099039 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:10.100816 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:09:10.134710 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-9a5ad789-ff5f-4e19-9070-0a39793c1870 req-707af5d8-5ee5-4d98-b156-f8fa1223a023 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373602 Nov 24 18:09:10.167089 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=fdfe8f7a-b48a-4aa2-b83a-7747f84191b3,revision_number=9']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:09:10.174243 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:09:10.174585 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:09:10.174917 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:09:10.175246 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:09:10.175567 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:09:10.175890 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:09:10.176207 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:09:10.176547 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:09:10.176863 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:09:10.177175 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:09:10.177488 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:09:10.177837 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:09:10.183065 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:09:10.337780 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['fdfe8f7a-b48a-4aa2-b83a-7747f84191b3'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:09:10.475666 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-b4bb7d1c-df7e-4992-8cfa-22673040195a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:11.128128 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017dfd38-d3c9-4a6f-8480-356e951a862c req-a9193173-d64a-484d-bc11-474255c07406 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:11.129878 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-017dfd38-d3c9-4a6f-8480-356e951a862c req-a9193173-d64a-484d-bc11-474255c07406 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.0942824 Nov 24 18:09:11.179525 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-017dfd38-d3c9-4a6f-8480-356e951a862c req-45a74f94-0630-4750-a324-ca7722fbe15d tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437179 Nov 24 18:09:11.327510 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658d27c-7a5a-4bb2-a9a1-469e980e7d16 req-4aa126d4-bfec-4615-9d06-f9cf2a18fb58 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:11.329003 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-b658d27c-7a5a-4bb2-a9a1-469e980e7d16 req-4aa126d4-bfec-4615-9d06-f9cf2a18fb58 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 944 time: 0.0827093 Nov 24 18:09:11.359950 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:11.375666 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-b658d27c-7a5a-4bb2-a9a1-469e980e7d16 req-a2339254-3eaf-4115-9f75-82bbbb7d3cb9 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404847 Nov 24 18:09:11.708974 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 up at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:09:11.779810 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning complete for port fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:09:11.779954 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:11.900213 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:11.928038 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c5acff-8c88-4d63-af7b-cf7ea07b8d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfe8f7a-b48a-4aa2-b83a-7747f84191b3'}] {{(pid=87425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:09:11.938629 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port fdfe8f7a-b48a-4aa2-b83a-7747f84191b3, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=fdfe8f7a-b48a-4aa2-b83a-7747f84191b3,segment=NetworkSegment(c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2),segment_id=c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:09:11.978844 dv-cinder-818579-1-smb neutron-server[87425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c5acff-8c88-4d63-af7b-cf7ea07b8d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfe8f7a-b48a-4aa2-b83a-7747f84191b3', 'code': 200} Nov 24 18:09:12.011785 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:12.013664 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:09:12.081688 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=fdfe8f7a-b48a-4aa2-b83a-7747f84191b3,revision_number=10']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:09:12.085151 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:09:12.574446 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f92ea-931c-47b4-ad16-2aa7c7246fbd req-c1e9bc4a-e0a4-4105-ab51-a09da75f99c3 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:12.575905 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-ed4f92ea-931c-47b4-ad16-2aa7c7246fbd req-c1e9bc4a-e0a4-4105-ab51-a09da75f99c3 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 946 time: 0.0864072 Nov 24 18:09:12.620925 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-ed4f92ea-931c-47b4-ad16-2aa7c7246fbd req-1d5cb6d7-9082-4fe0-a060-2a7567857d5a tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386508 Nov 24 18:09:12.647140 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:12.781736 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297bd59-5462-4823-9dc4-da23f73f6393 req-99e4c38c-5381-4e72-a425-ac3920ed6011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:12.783241 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7297bd59-5462-4823-9dc4-da23f73f6393 req-99e4c38c-5381-4e72-a425-ac3920ed6011 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 1099 time: 0.0922279 Nov 24 18:09:12.827310 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7297bd59-5462-4823-9dc4-da23f73f6393 req-96c0f866-f67d-4e58-b8bd-fd4dca5d8b2b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361350 Nov 24 18:09:13.815732 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d39a99-7b1a-47e3-8cd2-b3d717b26445 req-00c0be90-ce30-478f-b184-4b42b06c72f8 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:13.817370 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-99d39a99-7b1a-47e3-8cd2-b3d717b26445 req-00c0be90-ce30-478f-b184-4b42b06c72f8 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 946 time: 0.0845308 Nov 24 18:09:13.876755 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-99d39a99-7b1a-47e3-8cd2-b3d717b26445 req-1b746412-5994-4052-b6d1-97a609a825aa tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522211 Nov 24 18:09:14.370887 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 54436) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:09:14.497995 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-6de485de-6f83-4f1a-bd37-df69bc6c54fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:14.513780 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-6de485de-6f83-4f1a-bd37-df69bc6c54fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:09:14.517683 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-6de485de-6f83-4f1a-bd37-df69bc6c54fb admin admin] Usage tracker for resource:security_group_rule and tenant:55283022070e49c7b85b6f1eb24093d8 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:09:14.520533 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-6de485de-6f83-4f1a-bd37-df69bc6c54fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:09:14.526832 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-6de485de-6f83-4f1a-bd37-df69bc6c54fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:09:14.614745 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-6de485de-6f83-4f1a-bd37-df69bc6c54fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:14.668950 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-6de485de-6f83-4f1a-bd37-df69bc6c54fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:14.679354 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-1bd6dd77-326b-4c07-8447-1bc00e2ad2bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:09:14.720912 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-6de485de-6f83-4f1a-bd37-df69bc6c54fb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=55283022070e49c7b85b6f1eb24093d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3489664 Nov 24 18:09:14.722504 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de485de-6f83-4f1a-bd37-df69bc6c54fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd26fa28-f9bc-469d-a943-0870f874ba49,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:09:14.723564 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 54464) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:09:14.725618 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-6de485de-6f83-4f1a-bd37-df69bc6c54fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:09:14.783788 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-70c797b6-d1d6-43e7-bdfd-e0220e2c1208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:14.810716 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-70c797b6-d1d6-43e7-bdfd-e0220e2c1208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:14.945483 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-70c797b6-d1d6-43e7-bdfd-e0220e2c1208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:14.945483 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-b55904f3-5bd8-4032-92b2-82a340a3df2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:09:14.957858 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c797b6-d1d6-43e7-bdfd-e0220e2c1208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd26fa28-f9bc-469d-a943-0870f874ba49,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:09:14.963822 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-70c797b6-d1d6-43e7-bdfd-e0220e2c1208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:09:14.968305 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-70c797b6-d1d6-43e7-bdfd-e0220e2c1208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:14.971895 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-70c797b6-d1d6-43e7-bdfd-e0220e2c1208 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dd26fa28-f9bc-469d-a943-0870f874ba49 HTTP/1.1" status: 204 len: 168 time: 0.2449188 Nov 24 18:09:15.077490 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa258f5c-1f7d-427e-ad17-92c0b6a20afd req-b5ef0f67-3f9b-429a-a3cb-0626d65410ca tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:15.079067 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-aa258f5c-1f7d-427e-ad17-92c0b6a20afd req-b5ef0f67-3f9b-429a-a3cb-0626d65410ca tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 946 time: 0.0852892 Nov 24 18:09:15.123724 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-aa258f5c-1f7d-427e-ad17-92c0b6a20afd req-5ad44345-f90f-4e20-b82c-7d83d7c1d7c3 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385597 Nov 24 18:09:15.639976 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 54490) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:09:15.659066 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-98cecc1b-4528-4d0a-b017-ecd9b50a3918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:15.674084 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-98cecc1b-4528-4d0a-b017-ecd9b50a3918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:09:15.678202 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-98cecc1b-4528-4d0a-b017-ecd9b50a3918 admin admin] Usage tracker for resource:security_group_rule and tenant:db9a95de6c194e3bb7364bb7f27c0294 is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:09:15.681388 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-98cecc1b-4528-4d0a-b017-ecd9b50a3918 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:09:15.687799 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-98cecc1b-4528-4d0a-b017-ecd9b50a3918 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:09:15.773046 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-98cecc1b-4528-4d0a-b017-ecd9b50a3918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:15.841803 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-98cecc1b-4528-4d0a-b017-ecd9b50a3918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:15.849968 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-0d8fe3d4-8942-4b27-9a22-08f3cd87a314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:09:15.896232 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-98cecc1b-4528-4d0a-b017-ecd9b50a3918 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=db9a95de6c194e3bb7364bb7f27c0294&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2547462 Nov 24 18:09:15.897139 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cecc1b-4528-4d0a-b017-ecd9b50a3918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f938fa-8c1e-48ba-8edd-94076b3fb369,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:09:15.898962 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 54498) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:09:15.900945 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-98cecc1b-4528-4d0a-b017-ecd9b50a3918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:09:15.963319 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4208b2f8-cfbf-4176-8b06-4ddabfbbb134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:15.991005 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4208b2f8-cfbf-4176-8b06-4ddabfbbb134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:16.161752 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4208b2f8-cfbf-4176-8b06-4ddabfbbb134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:16.166834 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-3fb26e32-1153-4b27-a0a1-83d8808a0d0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:09:16.180648 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208b2f8-cfbf-4176-8b06-4ddabfbbb134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f938fa-8c1e-48ba-8edd-94076b3fb369,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:09:16.184094 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-4208b2f8-cfbf-4176-8b06-4ddabfbbb134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:09:16.199298 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4208b2f8-cfbf-4176-8b06-4ddabfbbb134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:16.200187 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-4208b2f8-cfbf-4176-8b06-4ddabfbbb134 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/33f938fa-8c1e-48ba-8edd-94076b3fb369 HTTP/1.1" status: 204 len: 168 time: 0.2999930 Nov 24 18:09:16.329675 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c45762-7268-48a4-a307-0e297c248bf1 req-b28931d2-c4cf-4d6f-b0cc-3a002f594b3f tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:16.331368 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-34c45762-7268-48a4-a307-0e297c248bf1 req-b28931d2-c4cf-4d6f-b0cc-3a002f594b3f tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 946 time: 0.0883346 Nov 24 18:09:16.377079 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-34c45762-7268-48a4-a307-0e297c248bf1 req-c49db9a1-473f-44a8-8575-2b97a2653c92 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392385 Nov 24 18:09:16.425383 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2404f-a238-449e-99a3-fd14577aac52 req-e9a50872-26f9-484b-94e7-dec8353c834e tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:16.426985 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-d7c2404f-a238-449e-99a3-fd14577aac52 req-e9a50872-26f9-484b-94e7-dec8353c834e tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.0831807 Nov 24 18:09:16.471271 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-d7c2404f-a238-449e-99a3-fd14577aac52 req-bb27e4c8-0a98-433a-946e-da4ca9d0610d tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381806 Nov 24 18:09:17.659454 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0eb534-f231-4568-a9c4-b9fecabb45b8 req-e9a244ca-b133-44fc-a65d-8b4a61929f92 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:17.660951 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-1a0eb534-f231-4568-a9c4-b9fecabb45b8 req-e9a244ca-b133-44fc-a65d-8b4a61929f92 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.0842040 Nov 24 18:09:17.706939 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-1a0eb534-f231-4568-a9c4-b9fecabb45b8 req-4d7f1bf0-4994-4938-950c-a362c8bc32dd tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399754 Nov 24 18:09:18.903793 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc3258-7c40-42e5-810c-a3f752ed924c req-0124426e-1705-4534-91fb-196c01a203bc tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:18.905273 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-71fc3258-7c40-42e5-810c-a3f752ed924c req-0124426e-1705-4534-91fb-196c01a203bc tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.0906565 Nov 24 18:09:18.950451 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-71fc3258-7c40-42e5-810c-a3f752ed924c req-70164c31-951a-4745-80cc-4194644d1246 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395491 Nov 24 18:09:19.007617 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba8f66-063c-433a-952b-aa7cc09c6290 req-4dfaf67c-9977-43af-9bbe-86abdc010122 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:19.009096 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-bdba8f66-063c-433a-952b-aa7cc09c6290 req-4dfaf67c-9977-43af-9bbe-86abdc010122 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.66 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 945 time: 0.0844369 Nov 24 18:09:19.085831 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-bdba8f66-063c-433a-952b-aa7cc09c6290 req-1fb507ff-9b42-4900-8fba-ebb7add8a7af tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Deleting port 70d1c1a3-0125-4640-ae3e-d443f610d721 {{(pid=87423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:09:19.086249 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-bdba8f66-063c-433a-952b-aa7cc09c6290 req-1fb507ff-9b42-4900-8fba-ebb7add8a7af tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:19.286341 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 54590) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:09:19.348649 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-bdba8f66-063c-433a-952b-aa7cc09c6290 req-1fb507ff-9b42-4900-8fba-ebb7add8a7af tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] For port 70d1c1a3-0125-4640-ae3e-d443f610d721, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=70d1c1a3-0125-4640-ae3e-d443f610d721,segment=NetworkSegment(addda97c-1afe-4eb0-af1f-4a3789dc9f26),segment_id=addda97c-1afe-4eb0-af1f-4a3789dc9f26)] {{(pid=87423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:09:19.349286 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-bdba8f66-063c-433a-952b-aa7cc09c6290 req-1fb507ff-9b42-4900-8fba-ebb7add8a7af tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:19.541551 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-bdba8f66-063c-433a-952b-aa7cc09c6290 req-1fb507ff-9b42-4900-8fba-ebb7add8a7af tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Calling delete_port for 70d1c1a3-0125-4640-ae3e-d443f610d721 owned by compute:nova {{(pid=87423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:09:19.576279 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-2310562e-2df2-4d98-b2e1-db9e2e0b176c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:19.605040 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-2310562e-2df2-4d98-b2e1-db9e2e0b176c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:09:19.612942 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-2310562e-2df2-4d98-b2e1-db9e2e0b176c admin admin] Usage tracker for resource:security_group_rule and tenant:9fad8fc94f4046fe97bce44bbe4e429c is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:09:19.617169 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-2310562e-2df2-4d98-b2e1-db9e2e0b176c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:09:19.635210 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-2310562e-2df2-4d98-b2e1-db9e2e0b176c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:09:19.776073 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-2310562e-2df2-4d98-b2e1-db9e2e0b176c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:19.824564 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-bdba8f66-063c-433a-952b-aa7cc09c6290 req-1fb507ff-9b42-4900-8fba-ebb7add8a7af tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:19.830600 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-a41a68ff-94be-49e7-924c-c4d64550a711 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:09:19.838845 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['d822885e-8a3d-42da-ac15-0bfc4a25b2f2'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:09:19.869949 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-2310562e-2df2-4d98-b2e1-db9e2e0b176c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:19.891420 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb507ff-9b42-4900-8fba-ebb7add8a7af tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Pushing event deleted for resources: {'Port': ['ID=70d1c1a3-0125-4640-ae3e-d443f610d721,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:09:19.895786 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-1fb507ff-9b42-4900-8fba-ebb7add8a7af tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:09:19.906010 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-5d4077b4-13be-4183-b8ad-b37eb6e74ace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:09:19.969737 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-2310562e-2df2-4d98-b2e1-db9e2e0b176c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9fad8fc94f4046fe97bce44bbe4e429c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6823695 Nov 24 18:09:19.973009 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 54598) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:09:20.011800 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdba8f66-063c-433a-952b-aa7cc09c6290 req-1fb507ff-9b42-4900-8fba-ebb7add8a7af tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] No DVR routers for this DVR port 70d1c1a3-0125-4640-ae3e-d443f610d721 on host hv-cinder-81857 {{(pid=87423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 18:09:20.013565 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310562e-2df2-4d98-b2e1-db9e2e0b176c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a86b04-d7e0-427e-9cc7-b2fc3cbeacc7,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:09:20.016152 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-bdba8f66-063c-433a-952b-aa7cc09c6290 req-1fb507ff-9b42-4900-8fba-ebb7add8a7af tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:20.035573 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c578478e-70a3-49d8-b736-02f0e46decd9', 'name': 'network-vif-deleted', 'tag': '70d1c1a3-0125-4640-ae3e-d443f610d721'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:09:20.043462 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-2310562e-2df2-4d98-b2e1-db9e2e0b176c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:09:20.054796 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f35ebe24-a697-4a24-919a-369c7978dfc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:20.083726 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f35ebe24-a697-4a24-919a-369c7978dfc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:20.135679 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c578478e-70a3-49d8-b736-02f0e46decd9', 'name': 'network-vif-deleted', 'tag': '70d1c1a3-0125-4640-ae3e-d443f610d721', 'status': 'completed', 'code': 200} Nov 24 18:09:20.142310 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-bdba8f66-063c-433a-952b-aa7cc09c6290 req-1fb507ff-9b42-4900-8fba-ebb7add8a7af tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.66 "DELETE /v2.0/ports/70d1c1a3-0125-4640-ae3e-d443f610d721 HTTP/1.1" status: 204 len: 173 time: 1.1263936 Nov 24 18:09:20.148370 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-3b06a20a-ab85-4fe4-a5f0-4157eb82ba61 req-04d54644-6d4e-4383-876b-658f47d6050d tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Synchronizing usage tracker for tenant:58c9b55138cf4488927b336b55f0f52e on resource:port {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:09:20.228639 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f35ebe24-a697-4a24-919a-369c7978dfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:20.229416 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-3b06a20a-ab85-4fe4-a5f0-4157eb82ba61 req-04d54644-6d4e-4383-876b-658f47d6050d tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Unset dirty status for tenant:58c9b55138cf4488927b336b55f0f52e on resource:port {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:09:20.230268 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-3b06a20a-ab85-4fe4-a5f0-4157eb82ba61 req-04d54644-6d4e-4383-876b-658f47d6050d tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=c578478e-70a3-49d8-b736-02f0e46decd9 HTTP/1.1" status: 200 len: 210 time: 0.1509063 Nov 24 18:09:20.234307 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-7807ec96-09d8-4a66-91b6-664141632885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:09:20.250078 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ebe24-a697-4a24-919a-369c7978dfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a86b04-d7e0-427e-9cc7-b2fc3cbeacc7,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:09:20.252015 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f35ebe24-a697-4a24-919a-369c7978dfc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:20.253042 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-f35ebe24-a697-4a24-919a-369c7978dfc5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/44a86b04-d7e0-427e-9cc7-b2fc3cbeacc7 HTTP/1.1" status: 204 len: 168 time: 0.2782562 Nov 24 18:09:20.254060 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-f35ebe24-a697-4a24-919a-369c7978dfc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:09:20.926541 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 54612) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:09:20.944324 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-4879b76a-b52b-4cca-be87-48128229a18f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:20.959052 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-4879b76a-b52b-4cca-be87-48128229a18f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:09:20.963838 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-4879b76a-b52b-4cca-be87-48128229a18f admin admin] Usage tracker for resource:security_group_rule and tenant:9916d9da175b4d58bf9af2d8517e4adf is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:09:20.966676 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-4879b76a-b52b-4cca-be87-48128229a18f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:09:20.972330 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-4879b76a-b52b-4cca-be87-48128229a18f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:09:21.055214 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-4879b76a-b52b-4cca-be87-48128229a18f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:21.132679 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-4879b76a-b52b-4cca-be87-48128229a18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:21.140491 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-42b49fa3-ae2a-41f0-8cc1-cc3cf65f17b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:09:21.181531 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879b76a-b52b-4cca-be87-48128229a18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0369a0b3-c58d-4b63-947b-7201da1e950d,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:09:21.187691 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-4879b76a-b52b-4cca-be87-48128229a18f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9916d9da175b4d58bf9af2d8517e4adf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2585278 Nov 24 18:09:21.187691 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-4879b76a-b52b-4cca-be87-48128229a18f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:09:21.188847 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 54618) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:09:21.329474 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3e95d703-8a16-4121-bf4e-28ff244cf1f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:21.362354 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3e95d703-8a16-4121-bf4e-28ff244cf1f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:21.492798 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3e95d703-8a16-4121-bf4e-28ff244cf1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:21.497361 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-5d102244-12e9-4957-a779-915d280eef30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:09:21.509067 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95d703-8a16-4121-bf4e-28ff244cf1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0369a0b3-c58d-4b63-947b-7201da1e950d,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:09:21.513918 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-3e95d703-8a16-4121-bf4e-28ff244cf1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:09:21.516259 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3e95d703-8a16-4121-bf4e-28ff244cf1f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:21.517442 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-3e95d703-8a16-4121-bf4e-28ff244cf1f4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0369a0b3-c58d-4b63-947b-7201da1e950d HTTP/1.1" status: 204 len: 168 time: 0.3274715 Nov 24 18:09:21.765300 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 70d1c1a3-0125-4640-ae3e-d443f610d721 no longer exists at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:09:21.800942 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] No Port match for: 70d1c1a3-0125-4640-ae3e-d443f610d721 {{(pid=87425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 18:09:21.801294 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 70d1c1a3-0125-4640-ae3e-d443f610d721 not bound to the agent host hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 18:09:22.030338 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45886b9-5d91-484a-af96-c8e4934a5463 req-1bcd12ea-ab0a-458a-982f-94f0aba604ff tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:22.030338 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-d45886b9-5d91-484a-af96-c8e4934a5463 req-1bcd12ea-ab0a-458a-982f-94f0aba604ff tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.0983603 Nov 24 18:09:22.030338 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-d45886b9-5d91-484a-af96-c8e4934a5463 req-31472b39-8125-4908-9250-16faf36a759a tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436521 Nov 24 18:09:22.171703 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:23.196342 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9dc88-37fa-40a9-abe8-d4c4e454a99d req-5bdaf834-d973-4539-9276-f8fe39fb88e5 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:23.197831 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-3bb9dc88-37fa-40a9-abe8-d4c4e454a99d req-5bdaf834-d973-4539-9276-f8fe39fb88e5 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.0831239 Nov 24 18:09:23.244911 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-3bb9dc88-37fa-40a9-abe8-d4c4e454a99d req-029becd1-36a4-4597-a3da-116d52c98736 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411215 Nov 24 18:09:23.410112 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a29cf1-80cd-4408-9f0b-1123321f648a req-d0597435-d5be-45b1-9987-2f1eac080443 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:23.411582 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-28a29cf1-80cd-4408-9f0b-1123321f648a req-d0597435-d5be-45b1-9987-2f1eac080443 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.0873899 Nov 24 18:09:23.457011 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-28a29cf1-80cd-4408-9f0b-1123321f648a req-de066aca-63d9-43f8-bfa8-4f5990d78d81 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387049 Nov 24 18:09:24.444122 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae41b5f-0179-4f78-b276-958f18d04a46 req-04adf952-ee89-4d57-89c5-088f5ab8fe09 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:24.445584 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-0ae41b5f-0179-4f78-b276-958f18d04a46 req-04adf952-ee89-4d57-89c5-088f5ab8fe09 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.0838890 Nov 24 18:09:24.497487 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-0ae41b5f-0179-4f78-b276-958f18d04a46 req-3914e78f-61f5-438b-9e59-4e9b0081a514 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450816 Nov 24 18:09:24.650669 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5179261-a29a-4614-94a4-d0dc25382332 req-3191a715-4163-469b-81ae-5f31300446d3 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:24.652182 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e5179261-a29a-4614-94a4-d0dc25382332 req-3191a715-4163-469b-81ae-5f31300446d3 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.0804479 Nov 24 18:09:24.696477 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e5179261-a29a-4614-94a4-d0dc25382332 req-e1e81779-399b-4e5e-a380-d8aeb915206e tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384855 Nov 24 18:09:24.908858 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 54724) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:09:25.021747 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-a9bbdf29-4577-4502-b7e7-9240500d79f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:25.039845 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-a9bbdf29-4577-4502-b7e7-9240500d79f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:09:25.044218 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-a9bbdf29-4577-4502-b7e7-9240500d79f7 admin admin] Usage tracker for resource:security_group_rule and tenant:43d22a2d5915445595855970e774c69a is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:09:25.047017 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-a9bbdf29-4577-4502-b7e7-9240500d79f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:09:25.052681 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-a9bbdf29-4577-4502-b7e7-9240500d79f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:09:25.132773 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-a9bbdf29-4577-4502-b7e7-9240500d79f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:25.172244 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-a9bbdf29-4577-4502-b7e7-9240500d79f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:25.179044 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-f8c9c467-10ea-428c-b63d-303bf01b6022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:09:25.218969 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-a9bbdf29-4577-4502-b7e7-9240500d79f7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=43d22a2d5915445595855970e774c69a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3090928 Nov 24 18:09:25.219903 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bbdf29-4577-4502-b7e7-9240500d79f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997759d6-59d5-4f03-90df-54ce0fa1d422,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:09:25.221622 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 54734) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:09:25.222888 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-a9bbdf29-4577-4502-b7e7-9240500d79f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:09:25.278931 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-31d53bb1-93fb-4294-a090-b4e6c8745dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:25.305007 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-31d53bb1-93fb-4294-a090-b4e6c8745dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:25.423861 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-31d53bb1-93fb-4294-a090-b4e6c8745dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:25.427532 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-4208b2f8-cfbf-4176-8b06-4ddabfbbb134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:09:25.438055 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d53bb1-93fb-4294-a090-b4e6c8745dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997759d6-59d5-4f03-90df-54ce0fa1d422,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:09:25.440313 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-31d53bb1-93fb-4294-a090-b4e6c8745dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:09:25.445782 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-31d53bb1-93fb-4294-a090-b4e6c8745dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:25.447430 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-31d53bb1-93fb-4294-a090-b4e6c8745dd2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/997759d6-59d5-4f03-90df-54ce0fa1d422 HTTP/1.1" status: 204 len: 168 time: 0.2236915 Nov 24 18:09:25.684096 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3e2fe-498c-4e7c-a88e-d0f61a082d47 req-c68ff461-809a-4291-8364-f46895083383 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:25.685860 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-2fb3e2fe-498c-4e7c-a88e-d0f61a082d47 req-c68ff461-809a-4291-8364-f46895083383 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.0852451 Nov 24 18:09:25.730615 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-2fb3e2fe-498c-4e7c-a88e-d0f61a082d47 req-470d8ba5-9ae3-4681-bba2-021f332d76c3 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390699 Nov 24 18:09:25.886291 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491602b1-dbec-445a-96c2-d904cadb59c5 req-425e75c4-4c60-48eb-b250-0b12d621e04a tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:25.887858 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-491602b1-dbec-445a-96c2-d904cadb59c5 req-425e75c4-4c60-48eb-b250-0b12d621e04a tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.0826709 Nov 24 18:09:25.935286 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-491602b1-dbec-445a-96c2-d904cadb59c5 req-40fb0a09-e3a8-4713-af5b-9ea8cf80b46f tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416107 Nov 24 18:09:26.092440 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 54752) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:09:26.109281 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-23a71d99-204c-43de-9e69-3ded5819ed5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:26.123455 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-23a71d99-204c-43de-9e69-3ded5819ed5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:09:26.127164 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-23a71d99-204c-43de-9e69-3ded5819ed5e admin admin] Usage tracker for resource:security_group_rule and tenant:a9db329489904e88b328c85e457c0f40 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:09:26.129871 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-23a71d99-204c-43de-9e69-3ded5819ed5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:09:26.135952 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-23a71d99-204c-43de-9e69-3ded5819ed5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:09:26.220460 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-23a71d99-204c-43de-9e69-3ded5819ed5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:26.281188 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-23a71d99-204c-43de-9e69-3ded5819ed5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:26.288001 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-f35ebe24-a697-4a24-919a-369c7978dfc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:09:26.329059 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a71d99-204c-43de-9e69-3ded5819ed5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97fe2ec-6ddd-47f0-a12d-62a39c4b5129,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:09:26.333198 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-23a71d99-204c-43de-9e69-3ded5819ed5e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a9db329489904e88b328c85e457c0f40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397621 Nov 24 18:09:26.334393 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-23a71d99-204c-43de-9e69-3ded5819ed5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:09:26.336057 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 54756) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:09:26.397175 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-305ceb38-1907-4c12-a283-b99e7315e7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:26.421220 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-305ceb38-1907-4c12-a283-b99e7315e7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:26.561570 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-305ceb38-1907-4c12-a283-b99e7315e7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:26.565371 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-a5291b36-5668-4b3e-997f-cf566b0c5547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:09:26.576274 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ceb38-1907-4c12-a283-b99e7315e7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97fe2ec-6ddd-47f0-a12d-62a39c4b5129,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:09:26.583929 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-305ceb38-1907-4c12-a283-b99e7315e7f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:09:26.583929 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-305ceb38-1907-4c12-a283-b99e7315e7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:26.587097 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-305ceb38-1907-4c12-a283-b99e7315e7f7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d97fe2ec-6ddd-47f0-a12d-62a39c4b5129 HTTP/1.1" status: 204 len: 168 time: 0.2500744 Nov 24 18:09:26.926614 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37fdacf-71f7-4ab4-b19e-63e57f7fa9c0 req-5d8e317f-8106-49b6-bad3-33c62425650e tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:26.928152 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-c37fdacf-71f7-4ab4-b19e-63e57f7fa9c0 req-5d8e317f-8106-49b6-bad3-33c62425650e tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.0926590 Nov 24 18:09:26.987666 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-c37fdacf-71f7-4ab4-b19e-63e57f7fa9c0 req-36938d9d-943d-4f22-bb7e-13ef1feed4b2 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518227 Nov 24 18:09:27.138171 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935374c6-8309-4978-8606-37df4a84afdf req-11da5148-b141-4296-9a94-99702575923a tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:27.139645 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-935374c6-8309-4978-8606-37df4a84afdf req-11da5148-b141-4296-9a94-99702575923a tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.0809007 Nov 24 18:09:27.189583 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-935374c6-8309-4978-8606-37df4a84afdf req-14e4a6ab-93dc-4da3-8ba5-cadf2df2d233 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441527 Nov 24 18:09:28.176182 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383c17e-d4a1-42e0-8a53-4dc7311b611d req-e5ceb629-d2b0-4c25-b97e-4005f852eaf5 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:28.177647 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-3383c17e-d4a1-42e0-8a53-4dc7311b611d req-e5ceb629-d2b0-4c25-b97e-4005f852eaf5 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.0794013 Nov 24 18:09:28.221962 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-3383c17e-d4a1-42e0-8a53-4dc7311b611d req-d00f4467-d6e2-4713-9939-4bd03dc2098c tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384676 Nov 24 18:09:28.383607 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1b42a-c31a-421a-a660-a060278ea5a7 req-29043dca-4f67-4b34-99b3-33324b04dea9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:28.387285 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-68f1b42a-c31a-421a-a660-a060278ea5a7 req-29043dca-4f67-4b34-99b3-33324b04dea9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.0886002 Nov 24 18:09:28.431046 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-68f1b42a-c31a-421a-a660-a060278ea5a7 req-5465e700-a8d8-440f-bfec-944107ddecf6 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380418 Nov 24 18:09:29.007134 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d34e0-d392-4c9a-bb37-7c5d9dc57021 req-deb057c2-867e-435f-8a74-2249f8f413ef tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:29.008587 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-951d34e0-d392-4c9a-bb37-7c5d9dc57021 req-deb057c2-867e-435f-8a74-2249f8f413ef tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.0797634 Nov 24 18:09:29.079781 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-951d34e0-d392-4c9a-bb37-7c5d9dc57021 req-8a1ec323-1c1e-478f-bed3-d017d364be89 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Deleting port d822885e-8a3d-42da-ac15-0bfc4a25b2f2 {{(pid=87423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:09:29.080118 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-951d34e0-d392-4c9a-bb37-7c5d9dc57021 req-8a1ec323-1c1e-478f-bed3-d017d364be89 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:29.339787 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-951d34e0-d392-4c9a-bb37-7c5d9dc57021 req-8a1ec323-1c1e-478f-bed3-d017d364be89 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] For port d822885e-8a3d-42da-ac15-0bfc4a25b2f2, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=d822885e-8a3d-42da-ac15-0bfc4a25b2f2,segment=NetworkSegment(addda97c-1afe-4eb0-af1f-4a3789dc9f26),segment_id=addda97c-1afe-4eb0-af1f-4a3789dc9f26)] {{(pid=87423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:09:29.340136 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-951d34e0-d392-4c9a-bb37-7c5d9dc57021 req-8a1ec323-1c1e-478f-bed3-d017d364be89 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:29.564589 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-951d34e0-d392-4c9a-bb37-7c5d9dc57021 req-8a1ec323-1c1e-478f-bed3-d017d364be89 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Calling delete_port for d822885e-8a3d-42da-ac15-0bfc4a25b2f2 owned by compute:nova {{(pid=87423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:09:29.660721 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58005ee-f30a-4b54-a229-c1502ce44ec6 req-09bea522-2fb6-47fa-8a8a-f276c19ea379 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:29.662167 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d58005ee-f30a-4b54-a229-c1502ce44ec6 req-09bea522-2fb6-47fa-8a8a-f276c19ea379 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 946 time: 0.3244462 Nov 24 18:09:29.759342 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d58005ee-f30a-4b54-a229-c1502ce44ec6 req-80e0dd7a-f955-4e97-b57a-ca9894871157 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d169ed7-063d-401d-9bce-43ba89efa2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898547 Nov 24 18:09:29.801736 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-951d34e0-d392-4c9a-bb37-7c5d9dc57021 req-8a1ec323-1c1e-478f-bed3-d017d364be89 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:29.809899 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-783d75ff-b09a-40d7-9aab-67c120032ee6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:09:29.823105 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['d822885e-8a3d-42da-ac15-0bfc4a25b2f2'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:09:29.893124 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 6 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:09:29.901416 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ec323-1c1e-478f-bed3-d017d364be89 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Pushing event deleted for resources: {'Port': ['ID=d822885e-8a3d-42da-ac15-0bfc4a25b2f2,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:09:29.904049 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-8a1ec323-1c1e-478f-bed3-d017d364be89 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:09:29.983110 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [req-951d34e0-d392-4c9a-bb37-7c5d9dc57021 req-8a1ec323-1c1e-478f-bed3-d017d364be89 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] No DVR routers for this DVR port d822885e-8a3d-42da-ac15-0bfc4a25b2f2 on host hv-cinder-81857 {{(pid=87423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 18:09:29.987542 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-951d34e0-d392-4c9a-bb37-7c5d9dc57021 req-8a1ec323-1c1e-478f-bed3-d017d364be89 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:29.990010 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a7d977-0446-45b3-accf-b45b626d411c', 'name': 'network-vif-deleted', 'tag': 'd822885e-8a3d-42da-ac15-0bfc4a25b2f2'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:09:30.043285 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2eea83-d8a5-4495-af26-a710594a4fd8 req-8edd8a4c-4c97-458c-ba73-3a12b8c40fad tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:30.044797 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-0f2eea83-d8a5-4495-af26-a710594a4fd8 req-8edd8a4c-4c97-458c-ba73-3a12b8c40fad tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.1452291 Nov 24 18:09:30.082297 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-951d34e0-d392-4c9a-bb37-7c5d9dc57021 req-8a1ec323-1c1e-478f-bed3-d017d364be89 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.66 "DELETE /v2.0/ports/d822885e-8a3d-42da-ac15-0bfc4a25b2f2 HTTP/1.1" status: 204 len: 173 time: 1.0683160 Nov 24 18:09:30.092905 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-0f2eea83-d8a5-4495-af26-a710594a4fd8 req-6c464751-6848-4a41-b333-795613ce879e tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416610 Nov 24 18:09:30.155392 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a7d977-0446-45b3-accf-b45b626d411c', 'name': 'network-vif-deleted', 'tag': 'd822885e-8a3d-42da-ac15-0bfc4a25b2f2', 'status': 'completed', 'code': 200} Nov 24 18:09:30.954219 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-6bb66bfb-5e6f-4001-8383-bba3a7feb4a7 req-1c0622dc-a766-426f-ae50-5e86177b5a47 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3a7d977-0446-45b3-accf-b45b626d411c HTTP/1.1" status: 200 len: 210 time: 0.0463071 Nov 24 18:09:31.282253 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57bbd08-266f-4478-a21e-342d10544f54 req-78398913-9e32-4378-9e01-7323e13c6721 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:31.283767 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b57bbd08-266f-4478-a21e-342d10544f54 req-78398913-9e32-4378-9e01-7323e13c6721 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.0809867 Nov 24 18:09:31.334250 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b57bbd08-266f-4478-a21e-342d10544f54 req-a1096b94-744b-4693-981c-b43b18d0bb5e tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445645 Nov 24 18:09:31.826037 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device d822885e-8a3d-42da-ac15-0bfc4a25b2f2 no longer exists at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:09:31.861398 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] No Port match for: d822885e-8a3d-42da-ac15-0bfc4a25b2f2 {{(pid=87425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 18:09:31.865532 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device d822885e-8a3d-42da-ac15-0bfc4a25b2f2 not bound to the agent host hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 18:09:32.047855 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 54882) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:09:32.547710 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e3a4c-c6ae-43ee-b73a-08e9fc7b3fcd req-e7099b52-2840-47ae-a4cd-ae1d508ec905 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:32.554559 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c86e3a4c-c6ae-43ee-b73a-08e9fc7b3fcd req-e7099b52-2840-47ae-a4cd-ae1d508ec905 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.1051919 Nov 24 18:09:32.610347 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c86e3a4c-c6ae-43ee-b73a-08e9fc7b3fcd req-b603b8e2-4f82-474a-bdce-b5c77f25d1d6 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539274 Nov 24 18:09:32.615329 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-01ec5988-370e-4aee-8f55-bc684856a7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578981'] for router_interface, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:33.061243 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-01ec5988-370e-4aee-8f55-bc684856a7c5 admin admin] Deleting port 72c5aeae-79b7-4ecb-9642-8c0db996d7dc {{(pid=87424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:09:33.061932 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-01ec5988-370e-4aee-8f55-bc684856a7c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:33.237069 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.db [None req-01ec5988-370e-4aee-8f55-bc684856a7c5 admin admin] For port 72c5aeae-79b7-4ecb-9642-8c0db996d7dc, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=72c5aeae-79b7-4ecb-9642-8c0db996d7dc,segment=NetworkSegment(addda97c-1afe-4eb0-af1f-4a3789dc9f26),segment_id=addda97c-1afe-4eb0-af1f-4a3789dc9f26)] {{(pid=87424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:09:33.238378 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-01ec5988-370e-4aee-8f55-bc684856a7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:33.360864 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-01ec5988-370e-4aee-8f55-bc684856a7c5 admin admin] Calling delete_port for 72c5aeae-79b7-4ecb-9642-8c0db996d7dc owned by network:router_interface {{(pid=87424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:09:33.812809 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf84b4c-2274-4f10-9692-8b238b3912bf req-571bb0fb-abee-4a89-843f-32692ac1f8e0 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:33.814312 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-abf84b4c-2274-4f10-9692-8b238b3912bf req-571bb0fb-abee-4a89-843f-32692ac1f8e0 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.0915222 Nov 24 18:09:33.867918 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-abf84b4c-2274-4f10-9692-8b238b3912bf req-6e216bca-4b7a-4842-8d60-5f33efdfde52 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473793 Nov 24 18:09:33.886263 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-01ec5988-370e-4aee-8f55-bc684856a7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3149175'] for port, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:33.891112 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:09:33.935488 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec5988-370e-4aee-8f55-bc684856a7c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=72c5aeae-79b7-4ecb-9642-8c0db996d7dc,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:09:33.962130 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-01ec5988-370e-4aee-8f55-bc684856a7c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:09:34.294214 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-01ec5988-370e-4aee-8f55-bc684856a7c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-589397'] for router_interface, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:34.644318 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ec5988-370e-4aee-8f55-bc684856a7c5 admin admin] Router 584e2c57-b34a-40dd-92e9-63c5a39658ef has already been hosted by L3 agent aba83f48-bec1-4447-972f-e1c88a92dee8 {{(pid=87424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 18:09:34.822098 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ec5988-370e-4aee-8f55-bc684856a7c5 admin admin] Notify agent at l3_agent.dv-cinder-818579-1-smb the message routers_updated {{(pid=87424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 18:09:34.831496 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5b6daf-297e-4fbb-824a-87608cd4512f None None] Sync routers for ids ['584e2c57-b34a-40dd-92e9-63c5a39658ef'] in dv-cinder-818579-1-smb {{(pid=87426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 18:09:34.839151 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-01ec5988-370e-4aee-8f55-bc684856a7c5 admin admin] 10.222.0.65 "PUT /v2.0/routers/584e2c57-b34a-40dd-92e9-63c5a39658ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7874482 Nov 24 18:09:34.839587 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 54906) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:09:34.844973 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5b6daf-297e-4fbb-824a-87608cd4512f None None] Routers {'584e2c57-b34a-40dd-92e9-63c5a39658ef'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:09:34.845973 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-ab5b6daf-297e-4fbb-824a-87608cd4512f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:09:10Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['584e2c57-b34a-40dd-92e9-63c5a39658ef'], 'active': True} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:09:35.047705 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvr_db [None req-ab5b6daf-297e-4fbb-824a-87608cd4512f None None] Set router 584e2c57-b34a-40dd-92e9-63c5a39658ef gateway port host: dv-cinder-818579-1-smb {{(pid=87426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:09:35.053160 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-bb66df1f-5524-4deb-97bf-7b99f18089f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:35.069090 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085ac9d-f377-4b94-94f7-f59b7f972365 req-f4847dcf-0298-48dc-bf95-6863f272f86f tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:35.079030 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-4085ac9d-f377-4b94-94f7-f59b7f972365 req-f4847dcf-0298-48dc-bf95-6863f272f86f tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.0939975 Nov 24 18:09:35.140664 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-4085ac9d-f377-4b94-94f7-f59b7f972365 req-2989f9e3-92e8-474b-b7ea-4f42f396da8a tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548542 Nov 24 18:09:35.273495 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-bb66df1f-5524-4deb-97bf-7b99f18089f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:35.348710 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [None req-bb66df1f-5524-4deb-97bf-7b99f18089f9 admin admin] Deleting port 5658302b-1d36-44a1-84d2-3e76625f1e89 {{(pid=87423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:09:35.349064 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-bb66df1f-5524-4deb-97bf-7b99f18089f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:35.395515 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-ab5b6daf-297e-4fbb-824a-87608cd4512f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584e2c57-b34a-40dd-92e9-63c5a39658ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1812947898-router', 'tenant_id': '58c9b55138cf4488927b336b55f0f52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '5658302b-1d36-44a1-84d2-3e76625f1e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:57Z', 'updated_at': '2021-11-24T18:09:33Z', 'revision_number': 5, 'project_id': '58c9b55138cf4488927b336b55f0f52e', 'gw_port': {'id': '5658302b-1d36-44a1-84d2-3e76625f1e89', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ec:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584e2c57-b34a-40dd-92e9-63c5a39658ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb'}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:09:35.400990 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5b6daf-297e-4fbb-824a-87608cd4512f None None] Checking router: 584e2c57-b34a-40dd-92e9-63c5a39658ef for host: dv-cinder-818579-1-smb {{(pid=87426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 18:09:35.414613 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5b6daf-297e-4fbb-824a-87608cd4512f None None] Routers {'584e2c57-b34a-40dd-92e9-63c5a39658ef'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:09:35.415314 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-ab5b6daf-297e-4fbb-824a-87608cd4512f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:09:10Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['584e2c57-b34a-40dd-92e9-63c5a39658ef'], 'active': True} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:09:35.554368 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [None req-bb66df1f-5524-4deb-97bf-7b99f18089f9 admin admin] For port 5658302b-1d36-44a1-84d2-3e76625f1e89, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=5658302b-1d36-44a1-84d2-3e76625f1e89,segment=NetworkSegment(d3760bee-36f8-40b7-a723-a1b5699a82b5),segment_id=d3760bee-36f8-40b7-a723-a1b5699a82b5)] {{(pid=87423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:09:35.554849 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-bb66df1f-5524-4deb-97bf-7b99f18089f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:35.594570 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvr_db [None req-ab5b6daf-297e-4fbb-824a-87608cd4512f None None] Set router 584e2c57-b34a-40dd-92e9-63c5a39658ef gateway port host: None {{(pid=87426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:09:35.708690 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-ab5b6daf-297e-4fbb-824a-87608cd4512f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584e2c57-b34a-40dd-92e9-63c5a39658ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1812947898-router', 'tenant_id': '58c9b55138cf4488927b336b55f0f52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:57Z', 'updated_at': '2021-11-24T18:09:35Z', 'revision_number': 6, 'project_id': '58c9b55138cf4488927b336b55f0f52e', 'gw_port_host': None}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:09:35.713379 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5b6daf-297e-4fbb-824a-87608cd4512f None None] The sync data for ids ['584e2c57-b34a-40dd-92e9-63c5a39658ef'] in dv-cinder-818579-1-smb is: [{'id': '584e2c57-b34a-40dd-92e9-63c5a39658ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1812947898-router', 'tenant_id': '58c9b55138cf4488927b336b55f0f52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:57Z', 'updated_at': '2021-11-24T18:09:35Z', 'revision_number': 6, 'project_id': '58c9b55138cf4488927b336b55f0f52e', 'gw_port_host': None}] {{(pid=87426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 18:09:35.761810 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [None req-bb66df1f-5524-4deb-97bf-7b99f18089f9 admin admin] Calling delete_port for 5658302b-1d36-44a1-84d2-3e76625f1e89 owned by network:router_gateway {{(pid=87423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:09:36.066908 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 72c5aeae-79b7-4ecb-9642-8c0db996d7dc no longer exists at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:09:36.102550 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] No Port match for: 72c5aeae-79b7-4ecb-9642-8c0db996d7dc {{(pid=87425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 18:09:36.102900 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 72c5aeae-79b7-4ecb-9642-8c0db996d7dc not bound to the agent host dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 18:09:36.138228 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-bb66df1f-5524-4deb-97bf-7b99f18089f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:36.142191 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-22102cfc-13de-454c-a85c-a5a5858d0404 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:09:36.188593 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66df1f-5524-4deb-97bf-7b99f18089f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5658302b-1d36-44a1-84d2-3e76625f1e89,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:09:36.196402 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-bb66df1f-5524-4deb-97bf-7b99f18089f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:09:36.295506 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-bb66df1f-5524-4deb-97bf-7b99f18089f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505794'] for router_gateway, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:36.526610 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-bb66df1f-5524-4deb-97bf-7b99f18089f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4164644'] for router, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:36.530675 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-bb66df1f-5524-4deb-97bf-7b99f18089f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:36.633556 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63fffc-8254-4975-8725-7471681092a2 req-04676cfe-966e-47b2-8c6b-f0a6b13292de tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:36.635032 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-de63fffc-8254-4975-8725-7471681092a2 req-04676cfe-966e-47b2-8c6b-f0a6b13292de tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.3456180 Nov 24 18:09:36.681681 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-de63fffc-8254-4975-8725-7471681092a2 req-724b865e-70cc-4ecc-8eef-2269a4c1d6a9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389183 Nov 24 18:09:36.686770 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-bb66df1f-5524-4deb-97bf-7b99f18089f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-578892'] for router, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:36.687277 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb66df1f-5524-4deb-97bf-7b99f18089f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 584e2c57-b34a-40dd-92e9-63c5a39658ef {{(pid=87423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 18:09:36.700478 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-bb66df1f-5524-4deb-97bf-7b99f18089f9 admin admin] Notify callbacks [] for router, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:36.703728 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-bb66df1f-5524-4deb-97bf-7b99f18089f9 admin admin] 10.222.0.65 "DELETE /v2.0/routers/584e2c57-b34a-40dd-92e9-63c5a39658ef HTTP/1.1" status: 204 len: 168 time: 1.8610280 Nov 24 18:09:36.706069 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 54922) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:09:36.769028 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.db_base_plugin_v2 [None req-1497cef7-b4d9-4956-8b8c-76066e742cb8 admin admin] Deleting subnet 153ce10b-3d74-4e76-b304-5b290412d101 {{(pid=87424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 18:09:36.772251 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1497cef7-b4d9-4956-8b8c-76066e742cb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:36.825924 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1497cef7-b4d9-4956-8b8c-76066e742cb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2119714'] for subnet, precommit_delete_associations {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:36.886015 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1497cef7-b4d9-4956-8b8c-76066e742cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1555507'] for subnet, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:37.024851 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1497cef7-b4d9-4956-8b8c-76066e742cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1555563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3149124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2422208'] for subnet, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:37.028973 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:09:37.064031 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497cef7-b4d9-4956-8b8c-76066e742cb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=153ce10b-3d74-4e76-b304-5b290412d101,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:09:37.067103 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-1497cef7-b4d9-4956-8b8c-76066e742cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:09:37.068009 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1497cef7-b4d9-4956-8b8c-76066e742cb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:37.074366 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-1497cef7-b4d9-4956-8b8c-76066e742cb8 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/153ce10b-3d74-4e76-b304-5b290412d101 HTTP/1.1" status: 204 len: 168 time: 0.3666778 Nov 24 18:09:37.076715 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 54926) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:09:37.181082 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1092eebd-24ae-4f8d-aad1-f202eaed1441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483400'] for network, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:37.303871 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1092eebd-24ae-4f8d-aad1-f202eaed1441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553944', 'neutron.services.segments.db._delete_segments_for_network-8730962215078'] for network, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:37.333231 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.services.segments.db [None req-1092eebd-24ae-4f8d-aad1-f202eaed1441 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7']}} {{(pid=87424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:09:37.345569 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.services.segments.db [None req-1092eebd-24ae-4f8d-aad1-f202eaed1441 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'addda97c-1afe-4eb0-af1f-4a3789dc9f26') {'for_net_delete': True} {{(pid=87424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:09:37.345885 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.services.segments.db [None req-1092eebd-24ae-4f8d-aad1-f202eaed1441 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'addda97c-1afe-4eb0-af1f-4a3789dc9f26') {} {{(pid=87424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:09:37.357939 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1092eebd-24ae-4f8d-aad1-f202eaed1441 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730962258553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2119733'] for segment, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:37.374859 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1092eebd-24ae-4f8d-aad1-f202eaed1441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541721'] for segment, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:37.381970 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1092eebd-24ae-4f8d-aad1-f202eaed1441 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=87424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 18:09:37.382363 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1092eebd-24ae-4f8d-aad1-f202eaed1441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1541712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3149210'] for segment, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:37.395501 dv-cinder-818579-1-smb neutron-server[87424]: Traceback (most recent call last): Nov 24 18:09:37.395501 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 18:09:37.395501 dv-cinder-818579-1-smb neutron-server[87424]: timer() Nov 24 18:09:37.395501 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 18:09:37.395501 dv-cinder-818579-1-smb neutron-server[87424]: cb(*args, **kw) Nov 24 18:09:37.395501 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 18:09:37.395501 dv-cinder-818579-1-smb neutron-server[87424]: return func(*args, **kwargs) Nov 24 18:09:37.395501 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 18:09:37.395501 dv-cinder-818579-1-smb neutron-server[87424]: self._notify() Nov 24 18:09:37.395501 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 18:09:37.395501 dv-cinder-818579-1-smb neutron-server[87424]: self.callback(batched_events) Nov 24 18:09:37.395501 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 18:09:37.395501 dv-cinder-818579-1-smb neutron-server[87424]: event.method(event) Nov 24 18:09:37.395501 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 18:09:37.395501 dv-cinder-818579-1-smb neutron-server[87424]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 18:09:37.395501 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 18:09:37.395501 dv-cinder-818579-1-smb neutron-server[87424]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 18:09:37.395501 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 18:09:37.395501 dv-cinder-818579-1-smb neutron-server[87424]: return f(self, *a, **k) Nov 24 18:09:37.395501 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 18:09:37.395501 dv-cinder-818579-1-smb neutron-server[87424]: return self._get(url).json() Nov 24 18:09:37.395501 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 18:09:37.395501 dv-cinder-818579-1-smb neutron-server[87424]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 18:09:37.395501 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 18:09:37.395501 dv-cinder-818579-1-smb neutron-server[87424]: return self.request(url, 'GET', **kwargs) Nov 24 18:09:37.395501 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 18:09:37.395501 dv-cinder-818579-1-smb neutron-server[87424]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 18:09:37.395501 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 18:09:37.395501 dv-cinder-818579-1-smb neutron-server[87424]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 18:09:37.395501 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 18:09:37.395501 dv-cinder-818579-1-smb neutron-server[87424]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 18:09:37.395501 dv-cinder-818579-1-smb neutron-server[87424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 18:09:37.509563 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1092eebd-24ae-4f8d-aad1-f202eaed1441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505765'] for network, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:37.513402 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:09:37.530135 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1092eebd-24ae-4f8d-aad1-f202eaed1441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for network, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:37.635028 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092eebd-24ae-4f8d-aad1-f202eaed1441 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:09:37.638195 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-1092eebd-24ae-4f8d-aad1-f202eaed1441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:09:37.699061 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-1092eebd-24ae-4f8d-aad1-f202eaed1441 admin admin] 10.222.0.65 "DELETE /v2.0/networks/0e1c9da2-fd5d-45d8-8458-c9bc7a056bb7 HTTP/1.1" status: 204 len: 168 time: 0.6213651 Nov 24 18:09:37.699202 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-9e0580f8-30ea-4068-a2bf-399fbc19324c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:37.908967 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66082a0c-af95-43ec-b70c-9218d9c0de8d req-2eec54f5-8953-425e-9207-20841ec42522 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:37.910560 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-66082a0c-af95-43ec-b70c-9218d9c0de8d req-2eec54f5-8953-425e-9207-20841ec42522 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.0833938 Nov 24 18:09:37.955009 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-66082a0c-af95-43ec-b70c-9218d9c0de8d req-8704183b-6e04-44dd-8f4a-a67c804231d6 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388989 Nov 24 18:09:38.096976 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 5658302b-1d36-44a1-84d2-3e76625f1e89 no longer exists at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:09:38.106482 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 54944) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:09:38.135206 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] No Port match for: 5658302b-1d36-44a1-84d2-3e76625f1e89 {{(pid=87425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 18:09:38.136073 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 5658302b-1d36-44a1-84d2-3e76625f1e89 not bound to the agent host dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 18:09:38.163938 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-95f94bf7-78fd-4b54-b209-70212ec3665d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=58c9b55138cf4488927b336b55f0f52e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0560186 Nov 24 18:09:38.166359 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 54950) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:09:38.227329 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-b64b4464-3c76-42af-a607-cf157150a46b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:38.253854 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-b64b4464-3c76-42af-a607-cf157150a46b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:38.309914 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:38.395526 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-b64b4464-3c76-42af-a607-cf157150a46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:38.400501 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-23a71d99-204c-43de-9e69-3ded5819ed5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:09:38.415178 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b4464-3c76-42af-a607-cf157150a46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d169ed7-063d-401d-9bce-43ba89efa2f5,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:09:38.418135 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-b64b4464-3c76-42af-a607-cf157150a46b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:09:38.495687 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-b64b4464-3c76-42af-a607-cf157150a46b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:38.496844 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-b64b4464-3c76-42af-a607-cf157150a46b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4d169ed7-063d-401d-9bce-43ba89efa2f5 HTTP/1.1" status: 204 len: 168 time: 0.3295112 Nov 24 18:09:39.143700 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ef21e-81eb-4343-a637-111618f6a2a1 req-30ecf076-e0fa-4e0d-a65e-9c4d66de0fcb tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:39.145183 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-447ef21e-81eb-4343-a637-111618f6a2a1 req-30ecf076-e0fa-4e0d-a65e-9c4d66de0fcb tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.0850325 Nov 24 18:09:39.189674 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-447ef21e-81eb-4343-a637-111618f6a2a1 req-36c219e2-99e9-4e65-84ad-86c0b9b5fc93 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388069 Nov 24 18:09:39.676774 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75142191-ccf3-47d5-a001-09222aac94e5 req-e7e96629-7b4e-452a-8d73-717033679f5c tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:39.678767 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-75142191-ccf3-47d5-a001-09222aac94e5 req-e7e96629-7b4e-452a-8d73-717033679f5c tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.0894451 Nov 24 18:09:39.727604 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-75142191-ccf3-47d5-a001-09222aac94e5 req-6b0bbe49-1fb9-4480-a0ca-e4d78ae2fa25 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406978 Nov 24 18:09:39.874504 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef805f-087a-41b6-8b5b-3d4e84699b94 req-e923c617-21b9-44c0-b3ae-339695ebebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:39.875650 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-76ef805f-087a-41b6-8b5b-3d4e84699b94 req-e923c617-21b9-44c0-b3ae-339695ebebe4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c410027f08a449c97bc26384e1b72cd&device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 1098 time: 0.0797544 Nov 24 18:09:40.011025 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef805f-087a-41b6-8b5b-3d4e84699b94 req-02e54798-ae88-4a88-b1a7-b4ce06eadc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:40.012862 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-76ef805f-087a-41b6-8b5b-3d4e84699b94 req-02e54798-ae88-4a88-b1a7-b4ce06eadc9c service neutron] 10.222.0.66 "GET /v2.0/networks?id=99e16732-504f-4bd0-9b6d-ec24f46575f9 HTTP/1.1" status: 200 len: 912 time: 0.1302383 Nov 24 18:09:40.121857 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-76ef805f-087a-41b6-8b5b-3d4e84699b94 req-733292af-7662-4b29-a6c7-0cf6fcb1983a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4d6071c-d415-46c4-952f-f3d12093d011 HTTP/1.1" status: 200 len: 1001 time: 0.1006386 Nov 24 18:09:40.185397 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef805f-087a-41b6-8b5b-3d4e84699b94 req-65b28d85-99c3-475e-90a4-660c07254a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:40.186945 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-76ef805f-087a-41b6-8b5b-3d4e84699b94 req-65b28d85-99c3-475e-90a4-660c07254a27 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb34300e-db3e-473b-9bf9-eea83552c640 HTTP/1.1" status: 200 len: 850 time: 0.0588460 Nov 24 18:09:40.266481 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef805f-087a-41b6-8b5b-3d4e84699b94 req-32e0ee09-b6e0-4e8c-8b57-cf95969b77bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:40.267959 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-76ef805f-087a-41b6-8b5b-3d4e84699b94 req-32e0ee09-b6e0-4e8c-8b57-cf95969b77bc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=99e16732-504f-4bd0-9b6d-ec24f46575f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734470 Nov 24 18:09:40.439539 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-0bdb7e3d-a46e-40dc-8431-db7ec2d15769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:40.482150 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-76ef805f-087a-41b6-8b5b-3d4e84699b94 req-9b5673ab-35a9-42bd-a727-ce844ed80e80 service neutron] 10.222.0.66 "GET /v2.0/networks/99e16732-504f-4bd0-9b6d-ec24f46575f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064838 Nov 24 18:09:40.622973 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-76ef805f-087a-41b6-8b5b-3d4e84699b94 req-3de7d65e-43e2-431a-b543-fe2f3acbdcce service neutron] 10.222.0.66 "GET /v2.0/networks/99e16732-504f-4bd0-9b6d-ec24f46575f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253793 Nov 24 18:09:40.920323 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd050f-8391-441c-9679-86cab9d80bb3 req-f792aaf8-dfb4-4bbd-88d6-ecf882b8ecea tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:40.925655 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-74fd050f-8391-441c-9679-86cab9d80bb3 req-f792aaf8-dfb4-4bbd-88d6-ecf882b8ecea tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.0856709 Nov 24 18:09:40.967954 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-74fd050f-8391-441c-9679-86cab9d80bb3 req-8bb2612b-9d91-44d5-b210-d65a2fbab5ec tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405281 Nov 24 18:09:41.372669 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:41.618697 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 55028) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:09:41.736854 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-54cc65a7-984d-47b8-bd31-5c8750decaf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:41.751943 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-54cc65a7-984d-47b8-bd31-5c8750decaf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:09:41.755888 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-54cc65a7-984d-47b8-bd31-5c8750decaf6 admin admin] Usage tracker for resource:security_group_rule and tenant:6dd25b1a7206401fbad6295e67cb2b04 is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:09:41.758781 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-54cc65a7-984d-47b8-bd31-5c8750decaf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:09:41.764529 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-54cc65a7-984d-47b8-bd31-5c8750decaf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:09:41.849999 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-54cc65a7-984d-47b8-bd31-5c8750decaf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:41.932710 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-54cc65a7-984d-47b8-bd31-5c8750decaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:41.946423 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-341187ed-cba3-431a-842e-172a9f46ef87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:09:41.988032 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-54cc65a7-984d-47b8-bd31-5c8750decaf6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6dd25b1a7206401fbad6295e67cb2b04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3659387 Nov 24 18:09:41.988032 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc65a7-984d-47b8-bd31-5c8750decaf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46079c51-cddb-4f67-91d9-797f07d93a8a,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:09:41.988431 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 55040) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:09:41.991075 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-54cc65a7-984d-47b8-bd31-5c8750decaf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:09:42.067611 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-aee1d15e-2860-49ec-9128-5a5067aa6115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:42.133973 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-aee1d15e-2860-49ec-9128-5a5067aa6115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:42.202415 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed83f12-80e8-4e39-9fd3-013a862e6aec req-168783b8-4b11-4d76-b465-d10e49080bfe tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:42.203797 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-7ed83f12-80e8-4e39-9fd3-013a862e6aec req-168783b8-4b11-4d76-b465-d10e49080bfe tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.1240532 Nov 24 18:09:42.253276 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-7ed83f12-80e8-4e39-9fd3-013a862e6aec req-0aa457aa-4e14-4cf6-a61c-068a251fba04 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429540 Nov 24 18:09:42.296868 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-aee1d15e-2860-49ec-9128-5a5067aa6115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:42.301978 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-3e95d703-8a16-4121-bf4e-28ff244cf1f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:09:42.314731 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1d15e-2860-49ec-9128-5a5067aa6115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46079c51-cddb-4f67-91d9-797f07d93a8a,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:09:42.317306 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-aee1d15e-2860-49ec-9128-5a5067aa6115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:09:42.318479 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-aee1d15e-2860-49ec-9128-5a5067aa6115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:42.319568 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-aee1d15e-2860-49ec-9128-5a5067aa6115 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/46079c51-cddb-4f67-91d9-797f07d93a8a HTTP/1.1" status: 204 len: 168 time: 0.3301666 Nov 24 18:09:42.662843 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:42.924431 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 55064) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:09:42.942627 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-245e8d9b-6521-45d4-a8c7-6a24e62e943f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:42.957498 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-245e8d9b-6521-45d4-a8c7-6a24e62e943f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:09:42.961555 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-245e8d9b-6521-45d4-a8c7-6a24e62e943f admin admin] Usage tracker for resource:security_group_rule and tenant:2036f29830c94999bda774db288f6747 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:09:42.965039 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-245e8d9b-6521-45d4-a8c7-6a24e62e943f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:09:42.970888 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-245e8d9b-6521-45d4-a8c7-6a24e62e943f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:09:43.052750 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-245e8d9b-6521-45d4-a8c7-6a24e62e943f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:43.119872 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-245e8d9b-6521-45d4-a8c7-6a24e62e943f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:43.129565 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-df14d8ed-b7eb-47a5-80fc-221032589be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:09:43.168814 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-245e8d9b-6521-45d4-a8c7-6a24e62e943f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2036f29830c94999bda774db288f6747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2432041 Nov 24 18:09:43.171348 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 55074) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:09:43.173969 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e8d9b-6521-45d4-a8c7-6a24e62e943f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a68d4d-58ca-40f3-9860-8c77e920bfa0,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:09:43.187288 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-245e8d9b-6521-45d4-a8c7-6a24e62e943f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:09:43.232988 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-eb41006f-70dc-4ef6-a5d3-32688fd2ada2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:43.262981 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-eb41006f-70dc-4ef6-a5d3-32688fd2ada2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:43.382400 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-eb41006f-70dc-4ef6-a5d3-32688fd2ada2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:43.386023 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-a97e9601-9c60-4967-938b-7c6d3dbda08c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:09:43.396433 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41006f-70dc-4ef6-a5d3-32688fd2ada2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a68d4d-58ca-40f3-9860-8c77e920bfa0,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:09:43.401545 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-eb41006f-70dc-4ef6-a5d3-32688fd2ada2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:09:43.403217 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-eb41006f-70dc-4ef6-a5d3-32688fd2ada2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:43.404320 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-eb41006f-70dc-4ef6-a5d3-32688fd2ada2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/85a68d4d-58ca-40f3-9860-8c77e920bfa0 HTTP/1.1" status: 204 len: 168 time: 0.2320805 Nov 24 18:09:52.217869 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:55.626013 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 55290) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:09:55.761549 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-4d2e7404-a850-440c-859f-460358eeb92f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:55.776343 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-4d2e7404-a850-440c-859f-460358eeb92f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:09:55.780199 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-4d2e7404-a850-440c-859f-460358eeb92f admin admin] Usage tracker for resource:security_group_rule and tenant:698a5f49dac04010aab9e93c60222113 is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:09:55.783226 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-4d2e7404-a850-440c-859f-460358eeb92f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:09:55.789711 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-4d2e7404-a850-440c-859f-460358eeb92f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:09:55.877300 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-4d2e7404-a850-440c-859f-460358eeb92f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:55.932282 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-4d2e7404-a850-440c-859f-460358eeb92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:55.940075 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-4b0c4942-bec5-4310-bb5c-c3ab9006b26b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:09:55.987602 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-4d2e7404-a850-440c-859f-460358eeb92f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=698a5f49dac04010aab9e93c60222113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3572142 Nov 24 18:09:55.989059 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e7404-a850-440c-859f-460358eeb92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2350732c-118e-4a3c-85e1-558b20c9be0c,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:09:55.990961 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 55298) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:09:55.992899 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-4d2e7404-a850-440c-859f-460358eeb92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:09:56.053448 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2ba68d72-913a-49a4-8756-5bc9f28ddc35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:56.081857 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2ba68d72-913a-49a4-8756-5bc9f28ddc35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:56.206731 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2ba68d72-913a-49a4-8756-5bc9f28ddc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:56.210678 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-6fed0031-905d-4d76-be27-a309cc707c35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:09:56.224214 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba68d72-913a-49a4-8756-5bc9f28ddc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2350732c-118e-4a3c-85e1-558b20c9be0c,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:09:56.227255 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-2ba68d72-913a-49a4-8756-5bc9f28ddc35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:09:56.229403 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2ba68d72-913a-49a4-8756-5bc9f28ddc35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:56.230603 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-2ba68d72-913a-49a4-8756-5bc9f28ddc35 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2350732c-118e-4a3c-85e1-558b20c9be0c HTTP/1.1" status: 204 len: 168 time: 0.2383614 Nov 24 18:09:56.791994 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 55312) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:09:56.810134 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-8f046a77-8497-4bc7-a23c-59dd225cb496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:56.829485 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-8f046a77-8497-4bc7-a23c-59dd225cb496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:09:56.833167 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-8f046a77-8497-4bc7-a23c-59dd225cb496 admin admin] Usage tracker for resource:security_group_rule and tenant:20b94df0527b4f26983088afdedb40ec is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:09:56.836272 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-8f046a77-8497-4bc7-a23c-59dd225cb496 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:09:56.842068 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-8f046a77-8497-4bc7-a23c-59dd225cb496 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:09:56.925888 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-8f046a77-8497-4bc7-a23c-59dd225cb496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:57.018127 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-8f046a77-8497-4bc7-a23c-59dd225cb496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:57.027106 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-038ffc99-5a41-4e5d-a7b6-a57bb04c7b2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:09:57.067342 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-8f046a77-8497-4bc7-a23c-59dd225cb496 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=20b94df0527b4f26983088afdedb40ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2741368 Nov 24 18:09:57.069193 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f046a77-8497-4bc7-a23c-59dd225cb496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f557702d-6952-4c0b-967a-7cf924149fa1,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:09:57.070109 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 55324) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:09:57.072459 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-8f046a77-8497-4bc7-a23c-59dd225cb496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:09:57.129878 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-6e5007b6-687c-4a5e-a554-91f2aeb773aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:57.155856 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-6e5007b6-687c-4a5e-a554-91f2aeb773aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:57.313875 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-6e5007b6-687c-4a5e-a554-91f2aeb773aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:57.317925 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-76ce1043-d42a-4ee2-91e1-1f7d7e09463f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:09:57.331983 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5007b6-687c-4a5e-a554-91f2aeb773aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f557702d-6952-4c0b-967a-7cf924149fa1,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:09:57.334798 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-6e5007b6-687c-4a5e-a554-91f2aeb773aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:09:57.344599 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-6e5007b6-687c-4a5e-a554-91f2aeb773aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:57.347950 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-6e5007b6-687c-4a5e-a554-91f2aeb773aa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f557702d-6952-4c0b-967a-7cf924149fa1 HTTP/1.1" status: 204 len: 168 time: 0.2739720 Nov 24 18:09:58.501765 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 55360) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:09:58.628785 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-5eb6ccf6-d90d-4ae4-a875-88fe73584119 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-436176117-network', 'tenant_id': 'e3ec3799b8094807b9daa97a6f232838'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:09:58.633806 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-5eb6ccf6-d90d-4ae4-a875-88fe73584119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:09:58.638821 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-5eb6ccf6-d90d-4ae4-a875-88fe73584119 admin admin] Usage tracker for resource:network and tenant:e3ec3799b8094807b9daa97a6f232838 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:09:58.641854 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-5eb6ccf6-d90d-4ae4-a875-88fe73584119 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:09:58.649017 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-5eb6ccf6-d90d-4ae4-a875-88fe73584119 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:09:58.737885 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb6ccf6-d90d-4ae4-a875-88fe73584119 admin admin] Made reservation on behalf of e3ec3799b8094807b9daa97a6f232838 for: {'network': 1} {{(pid=87424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:09:58.740204 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-5eb6ccf6-d90d-4ae4-a875-88fe73584119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for network, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:58.752212 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-5eb6ccf6-d90d-4ae4-a875-88fe73584119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:58.766373 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-5eb6ccf6-d90d-4ae4-a875-88fe73584119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:09:58.770223 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-5eb6ccf6-d90d-4ae4-a875-88fe73584119 admin admin] Usage tracker for resource:security_group_rule and tenant:e3ec3799b8094807b9daa97a6f232838 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:09:58.773003 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-5eb6ccf6-d90d-4ae4-a875-88fe73584119 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:09:58.779182 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-5eb6ccf6-d90d-4ae4-a875-88fe73584119 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:09:58.862513 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-5eb6ccf6-d90d-4ae4-a875-88fe73584119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:58.966247 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-5eb6ccf6-d90d-4ae4-a875-88fe73584119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:58.970658 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-31d53bb1-93fb-4294-a090-b4e6c8745dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:09:58.995010 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb6ccf6-d90d-4ae4-a875-88fe73584119 admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=87424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 18:09:59.010384 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6ccf6-d90d-4ae4-a875-88fe73584119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ca3b8f-e0c8-4a49-8ab1-8900f5a4e830,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:09:59.014201 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-5eb6ccf6-d90d-4ae4-a875-88fe73584119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:09:59.015073 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-5eb6ccf6-d90d-4ae4-a875-88fe73584119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541721'] for segment, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:59.015407 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.db.segments_db [None req-5eb6ccf6-d90d-4ae4-a875-88fe73584119 admin admin] Added segment fdb57223-aabb-4ab3-b4d8-99a13afb7454 of type vlan for network 493928d0-c764-42c0-ae42-bff2495f2f71 Nov 24 18:09:59.040596 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-5eb6ccf6-d90d-4ae4-a875-88fe73584119 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730961763539'] for network, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:59.137730 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-5eb6ccf6-d90d-4ae4-a875-88fe73584119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341'] for network, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:59.139222 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb6ccf6-d90d-4ae4-a875-88fe73584119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:59.140022 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-5eb6ccf6-d90d-4ae4-a875-88fe73584119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for network, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:59.145359 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-2d918a9c-7f18-4897-b5ce-c354dd9104f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:09:59.229363 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587de27-e82c-473f-afef-6a1f218d2a91 req-11ed216f-eba8-4ff9-a5c5-a5a0ce8056bc tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:09:59.230941 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-1587de27-e82c-473f-afef-6a1f218d2a91 req-11ed216f-eba8-4ff9-a5c5-a5a0ce8056bc tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=f077385e-f1b5-47a9-b455-524bf2795f9a HTTP/1.1" status: 200 len: 945 time: 0.0841327 Nov 24 18:09:59.249818 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6ccf6-d90d-4ae4-a875-88fe73584119 admin admin] Pushing event updated for resources: {'Network': ['ID=493928d0-c764-42c0-ae42-bff2495f2f71,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:09:59.252553 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-5eb6ccf6-d90d-4ae4-a875-88fe73584119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:09:59.259823 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Network 493928d0-c764-42c0-ae42-bff2495f2f71 details requested by agent ovs-agent-dv-cinder-818579-1-smb with host dv-cinder-818579-1-smb {{(pid=87425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 18:09:59.278729 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-1587de27-e82c-473f-afef-6a1f218d2a91 req-57308cf7-c67d-453c-ac2d-23f16e8259c7 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414619 Nov 24 18:09:59.321749 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-5eb6ccf6-d90d-4ae4-a875-88fe73584119 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8188708 Nov 24 18:09:59.325095 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 55374) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:09:59.330657 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-c2ea9bfa-e389-4d8b-a868-06519f81ca8f admin admin] Request body: {'subnet': {'network_id': '493928d0-c764-42c0-ae42-bff2495f2f71', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-436176117-subnet', 'tenant_id': 'e3ec3799b8094807b9daa97a6f232838', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:09:59.335828 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-c2ea9bfa-e389-4d8b-a868-06519f81ca8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:09:59.340207 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-c2ea9bfa-e389-4d8b-a868-06519f81ca8f admin admin] Usage tracker for resource:subnet and tenant:e3ec3799b8094807b9daa97a6f232838 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:09:59.343215 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-c2ea9bfa-e389-4d8b-a868-06519f81ca8f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:09:59.349014 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-c2ea9bfa-e389-4d8b-a868-06519f81ca8f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:09:59.418303 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ea9bfa-e389-4d8b-a868-06519f81ca8f admin admin] Made reservation on behalf of e3ec3799b8094807b9daa97a6f232838 for: {'subnet': 1} {{(pid=87424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:09:59.420626 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c2ea9bfa-e389-4d8b-a868-06519f81ca8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2422251'] for subnet, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:59.550995 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 55380) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:09:59.663944 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd264-ce58-4431-9f62-c1a35fec124d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:59.678398 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-dc8cd264-ce58-4431-9f62-c1a35fec124d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:09:59.679684 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c2ea9bfa-e389-4d8b-a868-06519f81ca8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3149059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2422233'] for subnet, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:59.682443 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-dc8cd264-ce58-4431-9f62-c1a35fec124d admin admin] Usage tracker for resource:security_group_rule and tenant:e851cb5917f841abad0dc46ab5dd7f8e is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:09:59.684694 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-437968f0-48ff-4cbf-af5f-347bc264b02e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:09:59.685264 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-dc8cd264-ce58-4431-9f62-c1a35fec124d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:09:59.690839 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-dc8cd264-ce58-4431-9f62-c1a35fec124d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:09:59.758212 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea9bfa-e389-4d8b-a868-06519f81ca8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f439e0c3-8b50-4621-b352-7a32b14ae854,revision_number=0']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:09:59.760997 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-c2ea9bfa-e389-4d8b-a868-06519f81ca8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:09:59.767125 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ea9bfa-e389-4d8b-a868-06519f81ca8f admin admin] Checking segment: {'id': 'fdb57223-aabb-4ab3-b4d8-99a13afb7454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '493928d0-c764-42c0-ae42-bff2495f2f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:09:59.767488 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ea9bfa-e389-4d8b-a868-06519f81ca8f admin admin] Network hostable DHCP agents. Network: 493928d0-c764-42c0-ae42-bff2495f2f71, hostable agents: ['490b05d4-6d8a-4546-ad73-edfbcdd6eaa8'], hosted agents: [] {{(pid=87424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 18:09:59.775500 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd264-ce58-4431-9f62-c1a35fec124d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:59.846259 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd264-ce58-4431-9f62-c1a35fec124d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:59.854891 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-59c79c85-146c-41f2-9821-f489bacd5804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:09:59.875277 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ea9bfa-e389-4d8b-a868-06519f81ca8f admin admin] Network 493928d0-c764-42c0-ae42-bff2495f2f71 is scheduled to be hosted by DHCP agent 490b05d4-6d8a-4546-ad73-edfbcdd6eaa8 with binding_index 1 {{(pid=87424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 18:09:59.893052 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-dc8cd264-ce58-4431-9f62-c1a35fec124d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e851cb5917f841abad0dc46ab5dd7f8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3409312 Nov 24 18:09:59.894596 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8cd264-ce58-4431-9f62-c1a35fec124d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400db49d-0058-4477-889d-6daf7e9e9e07,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:09:59.895700 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 55386) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:09:59.897672 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-dc8cd264-ce58-4431-9f62-c1a35fec124d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:09:59.954830 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3b653af1-b166-4bdd-8f70-1dcbd55ff9bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:09:59.980636 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3b653af1-b166-4bdd-8f70-1dcbd55ff9bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:00.022972 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.base_scheduler [None req-c2ea9bfa-e389-4d8b-a868-06519f81ca8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-smb, 493928d0-c764-42c0-ae42-bff2495f2f71) {{(pid=87424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:10:00.027816 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ea9bfa-e389-4d8b-a868-06519f81ca8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:00.028450 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c2ea9bfa-e389-4d8b-a868-06519f81ca8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:00.032965 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fe87d3-d2d4-498b-a9af-71e92c17f476 None None] Network 493928d0-c764-42c0-ae42-bff2495f2f71 requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:10:00.103548 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3b653af1-b166-4bdd-8f70-1dcbd55ff9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:00.106095 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3b653af1-b166-4bdd-8f70-1dcbd55ff9bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:00.107217 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-3b653af1-b166-4bdd-8f70-1dcbd55ff9bb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/400db49d-0058-4477-889d-6daf7e9e9e07 HTTP/1.1" status: 204 len: 168 time: 0.2105882 Nov 24 18:10:00.107958 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-653373b7-07ca-4a14-b0cb-794c977baf41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:00.118456 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-c2ea9bfa-e389-4d8b-a868-06519f81ca8f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7922606 Nov 24 18:10:00.121051 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b653af1-b166-4bdd-8f70-1dcbd55ff9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400db49d-0058-4477-889d-6daf7e9e9e07,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:00.129653 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-3b653af1-b166-4bdd-8f70-1dcbd55ff9bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:00.257102 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b1d635-c53b-4975-ae93-d89f0df144ec None None] Network 493928d0-c764-42c0-ae42-bff2495f2f71 requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:10:00.477771 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c7a9f-f4c4-4f7c-8dab-8f606ffe0c72 req-5f092efb-fb5c-43e5-8493-d486bd0b3708 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:00.484937 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-732c7a9f-f4c4-4f7c-8dab-8f606ffe0c72 req-5f092efb-fb5c-43e5-8493-d486bd0b3708 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=f077385e-f1b5-47a9-b455-524bf2795f9a HTTP/1.1" status: 200 len: 945 time: 0.0942757 Nov 24 18:10:00.613233 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-732c7a9f-f4c4-4f7c-8dab-8f606ffe0c72 req-0ac54a30-004a-445f-a28a-a6ec0380def5 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274219 Nov 24 18:10:01.072954 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 55418) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:10:01.178284 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-c1669df3-7dbf-44b9-93e3-7d52077e6700 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1627882808-network', 'tenant_id': '39f9e6e00d1d47b5b4977115816bffd8'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:10:01.183013 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-c1669df3-7dbf-44b9-93e3-7d52077e6700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:10:01.187133 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-c1669df3-7dbf-44b9-93e3-7d52077e6700 admin admin] Usage tracker for resource:network and tenant:39f9e6e00d1d47b5b4977115816bffd8 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:10:01.190019 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-c1669df3-7dbf-44b9-93e3-7d52077e6700 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:10:01.196291 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-c1669df3-7dbf-44b9-93e3-7d52077e6700 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:10:01.296374 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1669df3-7dbf-44b9-93e3-7d52077e6700 admin admin] Made reservation on behalf of 39f9e6e00d1d47b5b4977115816bffd8 for: {'network': 1} {{(pid=87424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:10:01.298675 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c1669df3-7dbf-44b9-93e3-7d52077e6700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for network, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:01.311321 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c1669df3-7dbf-44b9-93e3-7d52077e6700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:01.329750 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-c1669df3-7dbf-44b9-93e3-7d52077e6700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:10:01.329750 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-c1669df3-7dbf-44b9-93e3-7d52077e6700 admin admin] Usage tracker for resource:security_group_rule and tenant:39f9e6e00d1d47b5b4977115816bffd8 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:10:01.332264 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-c1669df3-7dbf-44b9-93e3-7d52077e6700 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:10:01.338163 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-c1669df3-7dbf-44b9-93e3-7d52077e6700 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:10:01.418922 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c1669df3-7dbf-44b9-93e3-7d52077e6700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:01.491780 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c1669df3-7dbf-44b9-93e3-7d52077e6700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:01.496870 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-86024fba-a5a1-435f-ae70-3bda8bf53c98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:01.519435 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1669df3-7dbf-44b9-93e3-7d52077e6700 admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=87424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 18:10:01.531186 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1669df3-7dbf-44b9-93e3-7d52077e6700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b433f5eb-ddb4-4b7e-815a-3939e432f18f,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:01.535015 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-c1669df3-7dbf-44b9-93e3-7d52077e6700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:01.535880 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c1669df3-7dbf-44b9-93e3-7d52077e6700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541721'] for segment, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:01.536210 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.db.segments_db [None req-c1669df3-7dbf-44b9-93e3-7d52077e6700 admin admin] Added segment 84f387a6-043c-4b34-9566-cea2391a5577 of type vlan for network 7de450e2-2a1a-49c9-ba7c-656187c1b2f7 Nov 24 18:10:01.562422 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c1669df3-7dbf-44b9-93e3-7d52077e6700 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730961763539'] for network, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:01.634593 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c1669df3-7dbf-44b9-93e3-7d52077e6700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341'] for network, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:01.635789 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1669df3-7dbf-44b9-93e3-7d52077e6700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:01.636379 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c1669df3-7dbf-44b9-93e3-7d52077e6700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for network, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:01.639686 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-5eb6ccf6-d90d-4ae4-a875-88fe73584119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:01.739770 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1669df3-7dbf-44b9-93e3-7d52077e6700 admin admin] Pushing event updated for resources: {'Network': ['ID=7de450e2-2a1a-49c9-ba7c-656187c1b2f7,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:01.742370 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-c1669df3-7dbf-44b9-93e3-7d52077e6700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:01.749487 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Network 7de450e2-2a1a-49c9-ba7c-656187c1b2f7 details requested by agent ovs-agent-dv-cinder-818579-1-smb with host dv-cinder-818579-1-smb {{(pid=87425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 18:10:01.789819 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-c1669df3-7dbf-44b9-93e3-7d52077e6700 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7157214 Nov 24 18:10:01.792814 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 55430) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:10:01.800679 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-9cef0a98-43e9-49c1-9910-4e7ddcec2e4b admin admin] Request body: {'subnet': {'network_id': '7de450e2-2a1a-49c9-ba7c-656187c1b2f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1627882808-subnet', 'tenant_id': '39f9e6e00d1d47b5b4977115816bffd8', 'ip_version': 4}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:10:01.810740 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-9cef0a98-43e9-49c1-9910-4e7ddcec2e4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:10:01.821407 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-9cef0a98-43e9-49c1-9910-4e7ddcec2e4b admin admin] Usage tracker for resource:subnet and tenant:39f9e6e00d1d47b5b4977115816bffd8 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:10:01.825816 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-9cef0a98-43e9-49c1-9910-4e7ddcec2e4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:10:01.827052 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d01364-9795-4d41-a274-02bb9a434bb9 req-2e3517c7-2932-471b-bf93-6f2789bed573 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:01.829064 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-25d01364-9795-4d41-a274-02bb9a434bb9 req-2e3517c7-2932-471b-bf93-6f2789bed573 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=f077385e-f1b5-47a9-b455-524bf2795f9a HTTP/1.1" status: 200 len: 945 time: 0.1025128 Nov 24 18:10:01.836702 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-9cef0a98-43e9-49c1-9910-4e7ddcec2e4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:10:01.929286 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-25d01364-9795-4d41-a274-02bb9a434bb9 req-150af4c7-42b6-493f-a3dd-050a2648010a tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546086 Nov 24 18:10:01.936573 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cef0a98-43e9-49c1-9910-4e7ddcec2e4b admin admin] Made reservation on behalf of 39f9e6e00d1d47b5b4977115816bffd8 for: {'subnet': 1} {{(pid=87424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:10:01.940314 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-9cef0a98-43e9-49c1-9910-4e7ddcec2e4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2422251'] for subnet, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:01.943623 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b8d8832e-9e8f-4f3e-8d81-62feab572f9d req-102490b3-a154-431a-8aa0-acecdf07ebbd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1098886 Nov 24 18:10:02.088013 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8832e-9e8f-4f3e-8d81-62feab572f9d req-2fbff80b-fbb7-4bf3-8eee-88a2ec065bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:02.090256 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b8d8832e-9e8f-4f3e-8d81-62feab572f9d req-2fbff80b-fbb7-4bf3-8eee-88a2ec065bc9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c71c458ed19546f2b7ecc2a78475b465&device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 1099 time: 0.0721509 Nov 24 18:10:02.200853 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-9cef0a98-43e9-49c1-9910-4e7ddcec2e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3149059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2422233'] for subnet, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:02.205721 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-d842bd7c-77a7-4d44-b3e3-6c69089241f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:02.233112 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8832e-9e8f-4f3e-8d81-62feab572f9d req-3598b48f-1a6b-431e-aa3a-74b9938153b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:02.234578 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b8d8832e-9e8f-4f3e-8d81-62feab572f9d req-3598b48f-1a6b-431e-aa3a-74b9938153b0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a433006a-8672-4e6d-af3a-fa22b395902e HTTP/1.1" status: 200 len: 918 time: 0.1252401 Nov 24 18:10:02.280129 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef0a98-43e9-49c1-9910-4e7ddcec2e4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1169030e-ce60-4617-bb28-921bdafdc55c,revision_number=0']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:02.282908 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-9cef0a98-43e9-49c1-9910-4e7ddcec2e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:02.290256 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cef0a98-43e9-49c1-9910-4e7ddcec2e4b admin admin] Checking segment: {'id': '84f387a6-043c-4b34-9566-cea2391a5577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7de450e2-2a1a-49c9-ba7c-656187c1b2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:10:02.290617 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cef0a98-43e9-49c1-9910-4e7ddcec2e4b admin admin] Network hostable DHCP agents. Network: 7de450e2-2a1a-49c9-ba7c-656187c1b2f7, hostable agents: ['490b05d4-6d8a-4546-ad73-edfbcdd6eaa8'], hosted agents: [] {{(pid=87424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 18:10:02.347306 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b8d8832e-9e8f-4f3e-8d81-62feab572f9d req-f66e45ee-6392-4b27-9668-9254c8ff6d4e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 HTTP/1.1" status: 200 len: 1000 time: 0.1017921 Nov 24 18:10:02.394897 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cef0a98-43e9-49c1-9910-4e7ddcec2e4b admin admin] Network 7de450e2-2a1a-49c9-ba7c-656187c1b2f7 is scheduled to be hosted by DHCP agent 490b05d4-6d8a-4546-ad73-edfbcdd6eaa8 with binding_index 1 {{(pid=87424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 18:10:02.414214 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8832e-9e8f-4f3e-8d81-62feab572f9d req-2241d4b0-6157-4925-8ee8-23e3ddb08ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:02.415653 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b8d8832e-9e8f-4f3e-8d81-62feab572f9d req-2241d4b0-6157-4925-8ee8-23e3ddb08ad2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c1b52e1-6661-4f68-9dd2-227c3d39ad6e HTTP/1.1" status: 200 len: 856 time: 0.0613058 Nov 24 18:10:02.458056 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.base_scheduler [None req-9cef0a98-43e9-49c1-9910-4e7ddcec2e4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-smb, 7de450e2-2a1a-49c9-ba7c-656187c1b2f7) {{(pid=87424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:10:02.462734 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cef0a98-43e9-49c1-9910-4e7ddcec2e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:02.463393 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-9cef0a98-43e9-49c1-9910-4e7ddcec2e4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:02.471959 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb3e520-ed20-440f-8ae5-276bc09841d0 None None] Network 7de450e2-2a1a-49c9-ba7c-656187c1b2f7 requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:10:02.514475 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8832e-9e8f-4f3e-8d81-62feab572f9d req-ffb874cf-8cec-401e-a0f1-feb7b472b486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:02.516261 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b8d8832e-9e8f-4f3e-8d81-62feab572f9d req-ffb874cf-8cec-401e-a0f1-feb7b472b486 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a433006a-8672-4e6d-af3a-fa22b395902e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0917556 Nov 24 18:10:02.579654 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-9cef0a98-43e9-49c1-9910-4e7ddcec2e4b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7855644 Nov 24 18:10:02.584855 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 55448) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:10:02.600756 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-828a18f2-7d26-45fa-be51-224d06cf886d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1627882808-router', 'tenant_id': '39f9e6e00d1d47b5b4977115816bffd8', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'}}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:10:02.609604 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-828a18f2-7d26-45fa-be51-224d06cf886d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:10:02.617021 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-828a18f2-7d26-45fa-be51-224d06cf886d admin admin] Usage tracker for resource:router and tenant:39f9e6e00d1d47b5b4977115816bffd8 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:10:02.622127 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-828a18f2-7d26-45fa-be51-224d06cf886d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:10:02.629666 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-828a18f2-7d26-45fa-be51-224d06cf886d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:10:02.666102 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b8d8832e-9e8f-4f3e-8d81-62feab572f9d req-f94579fe-fe81-4a00-b718-40633b29c14e service neutron] 10.222.0.66 "GET /v2.0/networks/a433006a-8672-4e6d-af3a-fa22b395902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419923 Nov 24 18:10:02.675283 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-fc652c95-f048-4020-9e08-58a447da21a7 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:02.675954 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-fc652c95-f048-4020-9e08-58a447da21a7 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Synchronizing usage tracker for tenant:e3ec3799b8094807b9daa97a6f232838 on resource:network {{(pid=87424) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:10:02.716105 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50039d5f-e2fa-4d7a-8e65-4744151f56b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3c056bf-4e02-5911-93ad-81f2a7dd5f6e-7de450e2-2a1a-49c9-ba7c-656187c1b2f7', 'network_id': '7de450e2-2a1a-49c9-ba7c-656187c1b2f7', 'tenant_id': '39f9e6e00d1d47b5b4977115816bffd8', 'fixed_ips': [{'subnet_id': '1169030e-ce60-4617-bb28-921bdafdc55c'}]}} from dv-cinder-818579-1-smb. {{(pid=87425) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 18:10:02.716965 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-50039d5f-e2fa-4d7a-8e65-4744151f56b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:02.719620 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-828a18f2-7d26-45fa-be51-224d06cf886d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-502246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4164682'] for router, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:02.720678 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-828a18f2-7d26-45fa-be51-224d06cf886d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-505649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4164701'] for router, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:02.737256 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-828a18f2-7d26-45fa-be51-224d06cf886d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:02.750294 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-fc652c95-f048-4020-9e08-58a447da21a7 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Unset dirty status for tenant:e3ec3799b8094807b9daa97a6f232838 on resource:network {{(pid=87424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:10:02.751480 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-fc652c95-f048-4020-9e08-58a447da21a7 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/networks?id=493928d0-c764-42c0-ae42-bff2495f2f71 HTTP/1.1" status: 200 len: 808 time: 0.2461720 Nov 24 18:10:02.775533 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-7e65622d-6830-42d3-bf77-7d96bf09fe53 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/quotas/e3ec3799b8094807b9daa97a6f232838 HTTP/1.1" status: 200 len: 375 time: 0.0158250 Nov 24 18:10:02.848575 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-c94a8577-b292-4f8e-b63f-b12fa0b9b6fa tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e3ec3799b8094807b9daa97a6f232838&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615709 Nov 24 18:10:02.881011 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b8d8832e-9e8f-4f3e-8d81-62feab572f9d req-bae671ed-e532-469c-8783-c02e0b6beacf service neutron] 10.222.0.66 "GET /v2.0/networks/a433006a-8672-4e6d-af3a-fa22b395902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079916 Nov 24 18:10:02.899518 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.db_base_plugin_common [None req-50039d5f-e2fa-4d7a-8e65-4744151f56b6 None None] Allocated IP 172.20.0.2 (7de450e2-2a1a-49c9-ba7c-656187c1b2f7/1169030e-ce60-4617-bb28-921bdafdc55c/f1f0aca8-0044-46ef-9d7a-3fa9f9c474d4) {{(pid=87425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:10:03.109739 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-50039d5f-e2fa-4d7a-8e65-4744151f56b6 None None] Notify callbacks [] for port, precommit_create {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:03.121146 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-50039d5f-e2fa-4d7a-8e65-4744151f56b6 None None] Transition to ACTIVE for port object f1f0aca8-0044-46ef-9d7a-3fa9f9c474d4 will not be triggered until provisioned by entity L2. {{(pid=87425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:10:03.139390 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-50039d5f-e2fa-4d7a-8e65-4744151f56b6 None None] Transition to ACTIVE for port object f1f0aca8-0044-46ef-9d7a-3fa9f9c474d4 will not be triggered until provisioned by entity DHCP. {{(pid=87425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:10:03.200563 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-828a18f2-7d26-45fa-be51-224d06cf886d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-505603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-502036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4164655'] for router, precommit_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:03.203980 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad59dc-ac1c-4af9-9238-cd63e227bdc6 req-1ea79e80-7b2a-4767-88b7-d1db4e6fa304 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:03.206639 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-50039d5f-e2fa-4d7a-8e65-4744151f56b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421'] for port, after_create {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:03.209494 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-0bad59dc-ac1c-4af9-9238-cd63e227bdc6 req-1ea79e80-7b2a-4767-88b7-d1db4e6fa304 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=f077385e-f1b5-47a9-b455-524bf2795f9a HTTP/1.1" status: 200 len: 945 time: 0.0880418 Nov 24 18:10:03.212843 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:03.226572 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-9b9f997e-8791-4961-94ad-6aabb336ce56 service neutron] 10.222.0.65 "GET /v2.0/networks/493928d0-c764-42c0-ae42-bff2495f2f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701940 Nov 24 18:10:03.253499 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-0bad59dc-ac1c-4af9-9238-cd63e227bdc6 req-6c29b8d4-1e38-49ea-83cd-57c91be34a8f tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420601 Nov 24 18:10:03.278384 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50039d5f-e2fa-4d7a-8e65-4744151f56b6 None None] Network 7de450e2-2a1a-49c9-ba7c-656187c1b2f7 is already hosted by enough agents. {{(pid=87425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:10:03.281362 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.scheduler.base_scheduler [None req-50039d5f-e2fa-4d7a-8e65-4744151f56b6 None None] Resources bound (agent type, host, resource id): {{(pid=87425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:10:03.284949 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50039d5f-e2fa-4d7a-8e65-4744151f56b6 None None] Received port after_create {{(pid=87425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:10:03.290473 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50039d5f-e2fa-4d7a-8e65-4744151f56b6 None None] Pushing event updated for resources: {'Port': ['ID=f1f0aca8-0044-46ef-9d7a-3fa9f9c474d4,revision_number=1']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:03.294168 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-50039d5f-e2fa-4d7a-8e65-4744151f56b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:03.383915 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-50039d5f-e2fa-4d7a-8e65-4744151f56b6 None None] Attempting to bind port f1f0aca8-0044-46ef-9d7a-3fa9f9c474d4 on host dv-cinder-818579-1-smb for vnic_type normal with profile {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:10:03.384293 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-50039d5f-e2fa-4d7a-8e65-4744151f56b6 None None] Attempting to bind port f1f0aca8-0044-46ef-9d7a-3fa9f9c474d4 by drivers openvswitch,hyperv on host dv-cinder-818579-1-smb at level 0 using segments [{'id': '84f387a6-043c-4b34-9566-cea2391a5577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7de450e2-2a1a-49c9-ba7c-656187c1b2f7'}] {{(pid=87425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:10:03.384694 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50039d5f-e2fa-4d7a-8e65-4744151f56b6 None None] Attempting to bind port f1f0aca8-0044-46ef-9d7a-3fa9f9c474d4 on network 7de450e2-2a1a-49c9-ba7c-656187c1b2f7 {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:10:03.391572 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50039d5f-e2fa-4d7a-8e65-4744151f56b6 None None] Checking agent: {'id': '649afde1-6bcc-42a3-a59e-22c863eb835e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 57, 8), 'started_at': datetime.datetime(2021, 11, 24, 17, 57, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:10:03.392123 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50039d5f-e2fa-4d7a-8e65-4744151f56b6 None None] Checking segment: {'id': '84f387a6-043c-4b34-9566-cea2391a5577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7de450e2-2a1a-49c9-ba7c-656187c1b2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:10:03.392453 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-50039d5f-e2fa-4d7a-8e65-4744151f56b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:03.392864 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50039d5f-e2fa-4d7a-8e65-4744151f56b6 None None] Bound using segment: {'id': '84f387a6-043c-4b34-9566-cea2391a5577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7de450e2-2a1a-49c9-ba7c-656187c1b2f7'} {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:10:03.393359 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-50039d5f-e2fa-4d7a-8e65-4744151f56b6 None None] Bound port: f1f0aca8-0044-46ef-9d7a-3fa9f9c474d4, host: dv-cinder-818579-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84f387a6-043c-4b34-9566-cea2391a5577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7de450e2-2a1a-49c9-ba7c-656187c1b2f7'}}] {{(pid=87425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:10:03.393745 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-50039d5f-e2fa-4d7a-8e65-4744151f56b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:03.492788 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-50039d5f-e2fa-4d7a-8e65-4744151f56b6 None None] For port f1f0aca8-0044-46ef-9d7a-3fa9f9c474d4, host dv-cinder-818579-1-smb, cleared binding levels {{(pid=87425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:10:03.496173 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-50039d5f-e2fa-4d7a-8e65-4744151f56b6 None None] For port f1f0aca8-0044-46ef-9d7a-3fa9f9c474d4, host dv-cinder-818579-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=f1f0aca8-0044-46ef-9d7a-3fa9f9c474d4,segment=NetworkSegment(84f387a6-043c-4b34-9566-cea2391a5577),segment_id=84f387a6-043c-4b34-9566-cea2391a5577)] {{(pid=87425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:10:03.542629 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-cffc1559-c2e1-4991-b9d0-df5c7884cd49 service neutron] 10.222.0.65 "GET /v2.0/networks/493928d0-c764-42c0-ae42-bff2495f2f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077900 Nov 24 18:10:03.561572 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-50039d5f-e2fa-4d7a-8e65-4744151f56b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:03.567098 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:03.646648 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50039d5f-e2fa-4d7a-8e65-4744151f56b6 None None] Pushing event updated for resources: {'Port': ['ID=f1f0aca8-0044-46ef-9d7a-3fa9f9c474d4,revision_number=2']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:03.650343 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-50039d5f-e2fa-4d7a-8e65-4744151f56b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:03.770945 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-828a18f2-7d26-45fa-be51-224d06cf886d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:03.807176 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-828a18f2-7d26-45fa-be51-224d06cf886d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:03.836529 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-eff4d74a-f081-4825-8f19-2969ecffbf2f req-27f04254-365b-4bdc-bdaf-7fc3f00f29d3 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=665a93f7-25a5-4ede-83b4-a5a58fe0c1b1 HTTP/1.1" status: 200 len: 210 time: 0.0708756 Nov 24 18:10:04.009642 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.db_base_plugin_common [None req-828a18f2-7d26-45fa-be51-224d06cf886d admin admin] Allocated IP 172.28.3.220 (526841e0-8571-4339-baee-0cea4a76b63c/7845b98e-863d-42c7-9a40-3bd9a535af60/d0a568a9-dcbe-46af-b0f2-afb4084c8264) {{(pid=87424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:10:04.152579 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device f1f0aca8-0044-46ef-9d7a-3fa9f9c474d4 up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:10:04.164981 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-828a18f2-7d26-45fa-be51-224d06cf886d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:04.262815 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-828a18f2-7d26-45fa-be51-224d06cf886d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3149175'] for port, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:04.266577 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-5101dfb6-daa4-4b3e-8044-5f36914d03ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:04.349867 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning for port f1f0aca8-0044-46ef-9d7a-3fa9f9c474d4 completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:10:04.352339 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828a18f2-7d26-45fa-be51-224d06cf886d admin admin] Network 526841e0-8571-4339-baee-0cea4a76b63c is already hosted by enough agents. {{(pid=87424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:10:04.355523 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.base_scheduler [None req-828a18f2-7d26-45fa-be51-224d06cf886d admin admin] Resources bound (agent type, host, resource id): {{(pid=87424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:10:04.359637 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828a18f2-7d26-45fa-be51-224d06cf886d admin admin] Received port after_create {{(pid=87424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:10:04.394979 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a18f2-7d26-45fa-be51-224d06cf886d admin admin] Pushing event updated for resources: {'Port': ['ID=d0a568a9-dcbe-46af-b0f2-afb4084c8264,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:04.433336 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-828a18f2-7d26-45fa-be51-224d06cf886d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:04.603400 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486c7a2-4fd2-4f00-a780-0bdc19311040 req-14fabd70-4ca9-483f-9a8c-2f59848a52d7 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:04.605511 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-0486c7a2-4fd2-4f00-a780-0bdc19311040 req-14fabd70-4ca9-483f-9a8c-2f59848a52d7 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.66 "GET /v2.0/ports?device_id=f077385e-f1b5-47a9-b455-524bf2795f9a HTTP/1.1" status: 200 len: 945 time: 0.1041632 Nov 24 18:10:04.665286 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a195e-390d-404c-b7eb-e8756416da45 req-c8336058-1fb6-4cc6-8bdb-de05e07fb229 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:04.666901 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-1d9a195e-390d-404c-b7eb-e8756416da45 req-c8336058-1fb6-4cc6-8bdb-de05e07fb229 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=f077385e-f1b5-47a9-b455-524bf2795f9a HTTP/1.1" status: 200 len: 945 time: 0.2731557 Nov 24 18:10:04.730046 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d87c47-b7db-4aa2-aa90-97931b4f6ec8 None None] Network 7de450e2-2a1a-49c9-ba7c-656187c1b2f7 requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:10:04.736300 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-1d9a195e-390d-404c-b7eb-e8756416da45 req-7fa069aa-6f58-4ec0-9050-49117e95a798 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506613 Nov 24 18:10:04.774346 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-0486c7a2-4fd2-4f00-a780-0bdc19311040 req-1b5122c1-73cd-41ce-8ad5-806727a723b5 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Deleting port cd00e522-5859-4603-95b3-9130b195df51 {{(pid=87423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:10:04.774346 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-0486c7a2-4fd2-4f00-a780-0bdc19311040 req-1b5122c1-73cd-41ce-8ad5-806727a723b5 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:04.915608 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-d2807e64-3969-48f6-ab08-18a77466b64a None None] Provisioning for port f1f0aca8-0044-46ef-9d7a-3fa9f9c474d4 completed by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:10:04.925663 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-d2807e64-3969-48f6-ab08-18a77466b64a None None] Provisioning complete for port f1f0aca8-0044-46ef-9d7a-3fa9f9c474d4 triggered by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:10:04.926045 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-d2807e64-3969-48f6-ab08-18a77466b64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:05.012506 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-5dceaf7f-7db8-4548-b605-664d8cbefd04 req-36dd4279-7ee2-4cd4-b1e0-393235d34c15 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=665a93f7-25a5-4ede-83b4-a5a58fe0c1b1 HTTP/1.1" status: 200 len: 210 time: 0.0604265 Nov 24 18:10:05.042172 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-828a18f2-7d26-45fa-be51-224d06cf886d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:05.113231 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-d2807e64-3969-48f6-ab08-18a77466b64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:05.156453 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-d2807e64-3969-48f6-ab08-18a77466b64a None None] For port f1f0aca8-0044-46ef-9d7a-3fa9f9c474d4, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=f1f0aca8-0044-46ef-9d7a-3fa9f9c474d4,segment=NetworkSegment(84f387a6-043c-4b34-9566-cea2391a5577),segment_id=84f387a6-043c-4b34-9566-cea2391a5577)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:10:05.163847 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-0486c7a2-4fd2-4f00-a780-0bdc19311040 req-1b5122c1-73cd-41ce-8ad5-806727a723b5 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] For port cd00e522-5859-4603-95b3-9130b195df51, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=cd00e522-5859-4603-95b3-9130b195df51,segment=NetworkSegment(fb27744d-e0d2-4275-b485-05860355ed0f),segment_id=fb27744d-e0d2-4275-b485-05860355ed0f)] {{(pid=87423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:10:05.172984 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-0486c7a2-4fd2-4f00-a780-0bdc19311040 req-1b5122c1-73cd-41ce-8ad5-806727a723b5 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:05.239676 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-d2807e64-3969-48f6-ab08-18a77466b64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:05.241565 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:05.317605 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-0486c7a2-4fd2-4f00-a780-0bdc19311040 req-1b5122c1-73cd-41ce-8ad5-806727a723b5 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Calling delete_port for cd00e522-5859-4603-95b3-9130b195df51 owned by compute:nova {{(pid=87423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:10:05.325154 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2807e64-3969-48f6-ab08-18a77466b64a None None] Pushing event updated for resources: {'Port': ['ID=f1f0aca8-0044-46ef-9d7a-3fa9f9c474d4,revision_number=3']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:05.328862 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-d2807e64-3969-48f6-ab08-18a77466b64a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:05.466999 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-f55803e8-7181-4166-9294-4d9f0c0e881d None None] Provisioning complete for port f1f0aca8-0044-46ef-9d7a-3fa9f9c474d4 triggered by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:10:05.467394 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f55803e8-7181-4166-9294-4d9f0c0e881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:05.573434 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-828a18f2-7d26-45fa-be51-224d06cf886d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-502045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505830'] for router, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:05.595303 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-0486c7a2-4fd2-4f00-a780-0bdc19311040 req-1b5122c1-73cd-41ce-8ad5-806727a723b5 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:05.601533 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:05.616774 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['cd00e522-5859-4603-95b3-9130b195df51'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:10:05.658371 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5122c1-73cd-41ce-8ad5-806727a723b5 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Pushing event deleted for resources: {'Port': ['ID=cd00e522-5859-4603-95b3-9130b195df51,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:05.702559 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-1b5122c1-73cd-41ce-8ad5-806727a723b5 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:05.748144 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [req-0486c7a2-4fd2-4f00-a780-0bdc19311040 req-1b5122c1-73cd-41ce-8ad5-806727a723b5 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] No DVR routers for this DVR port cd00e522-5859-4603-95b3-9130b195df51 on host hv-cinder-81857 {{(pid=87423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 18:10:05.750746 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-0486c7a2-4fd2-4f00-a780-0bdc19311040 req-1b5122c1-73cd-41ce-8ad5-806727a723b5 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:05.754866 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f077385e-f1b5-47a9-b455-524bf2795f9a', 'name': 'network-vif-deleted', 'tag': 'cd00e522-5859-4603-95b3-9130b195df51'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:10:05.805435 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f077385e-f1b5-47a9-b455-524bf2795f9a', 'name': 'network-vif-deleted', 'tag': 'cd00e522-5859-4603-95b3-9130b195df51', 'status': 'completed', 'code': 200} Nov 24 18:10:05.869423 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-0486c7a2-4fd2-4f00-a780-0bdc19311040 req-1b5122c1-73cd-41ce-8ad5-806727a723b5 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.66 "DELETE /v2.0/ports/cd00e522-5859-4603-95b3-9130b195df51 HTTP/1.1" status: 204 len: 173 time: 1.2531059 Nov 24 18:10:05.898437 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828a18f2-7d26-45fa-be51-224d06cf886d admin admin] Router 8015f102-e37e-4a92-83fa-37de0cf4fb7e is scheduled to L3 agent aba83f48-bec1-4447-972f-e1c88a92dee8 with binding_index 1 {{(pid=87424) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 18:10:05.919037 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-3c23308b-df95-46e9-b99e-c6a2eb189388 req-6ea7c343-daef-4b79-871e-9ca588360b72 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Synchronizing usage tracker for tenant:c5c6e3eea3214799b724b75688b50e58 on resource:port {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:10:06.017953 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-3c23308b-df95-46e9-b99e-c6a2eb189388 req-6ea7c343-daef-4b79-871e-9ca588360b72 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Unset dirty status for tenant:c5c6e3eea3214799b724b75688b50e58 on resource:port {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:10:06.019341 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-3c23308b-df95-46e9-b99e-c6a2eb189388 req-6ea7c343-daef-4b79-871e-9ca588360b72 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=f077385e-f1b5-47a9-b455-524bf2795f9a HTTP/1.1" status: 200 len: 210 time: 0.1490955 Nov 24 18:10:06.095499 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828a18f2-7d26-45fa-be51-224d06cf886d admin admin] Notify agent at l3_agent.dv-cinder-818579-1-smb the message routers_updated {{(pid=87424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 18:10:06.109535 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdc4aec-16e9-4c58-b1d8-90d3539e51fa None None] Sync routers for ids ['8015f102-e37e-4a92-83fa-37de0cf4fb7e'] in dv-cinder-818579-1-smb {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 18:10:06.123225 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdc4aec-16e9-4c58-b1d8-90d3539e51fa None None] Routers {'8015f102-e37e-4a92-83fa-37de0cf4fb7e'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:10:06.125783 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-acdc4aec-16e9-4c58-b1d8-90d3539e51fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:09:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['8015f102-e37e-4a92-83fa-37de0cf4fb7e'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:10:06.193596 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-e683ef5c-80f9-4476-821e-e534280a3526 req-b5054284-8887-4faf-bb7a-022e738f13c7 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=665a93f7-25a5-4ede-83b4-a5a58fe0c1b1 HTTP/1.1" status: 200 len: 210 time: 0.0469856 Nov 24 18:10:06.194542 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device f1f0aca8-0044-46ef-9d7a-3fa9f9c474d4 up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:10:06.229360 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-828a18f2-7d26-45fa-be51-224d06cf886d admin admin] Notify callbacks [] for router, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:06.230532 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-828a18f2-7d26-45fa-be51-224d06cf886d admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6447904 Nov 24 18:10:06.233508 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 55488) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:10:06.372227 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port f1f0aca8-0044-46ef-9d7a-3fa9f9c474d4 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:10:06.372827 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:06.429486 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-acdc4aec-16e9-4c58-b1d8-90d3539e51fa None None] Set router 8015f102-e37e-4a92-83fa-37de0cf4fb7e gateway port host: dv-cinder-818579-1-smb {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:10:06.648344 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-e7ef1894-b23b-4ec6-89a9-f2c68e704d40 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:06.651046 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-e7ef1894-b23b-4ec6-89a9-f2c68e704d40 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.66 "GET /v2.0/networks?id=493928d0-c764-42c0-ae42-bff2495f2f71 HTTP/1.1" status: 200 len: 808 time: 0.1927841 Nov 24 18:10:06.663890 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-e9a3a7c8-03a1-42da-afd8-0999bcb37c5e tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Request body: {'port': {'device_id': '665a93f7-25a5-4ede-83b4-a5a58fe0c1b1', 'network_id': '493928d0-c764-42c0-ae42-bff2495f2f71', 'admin_state_up': True, 'tenant_id': 'e3ec3799b8094807b9daa97a6f232838'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:10:06.892538 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 6 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:10:06.940338 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-e9a3a7c8-03a1-42da-afd8-0999bcb37c5e tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:10:06.944435 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-e9a3a7c8-03a1-42da-afd8-0999bcb37c5e tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Usage tracker for resource:port and tenant:e3ec3799b8094807b9daa97a6f232838 is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:10:06.948299 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-e9a3a7c8-03a1-42da-afd8-0999bcb37c5e tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:10:06.954299 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-e9a3a7c8-03a1-42da-afd8-0999bcb37c5e tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:10:07.007630 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-acdc4aec-16e9-4c58-b1d8-90d3539e51fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'name': 'tempest-TestMinimumBasicScenario-1627882808-router', 'tenant_id': '39f9e6e00d1d47b5b4977115816bffd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd0a568a9-dcbe-46af-b0f2-afb4084c8264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:10:02Z', 'updated_at': '2021-11-24T18:10:04Z', 'revision_number': 3, 'project_id': '39f9e6e00d1d47b5b4977115816bffd8', 'gw_port': {'id': 'd0a568a9-dcbe-46af-b0f2-afb4084c8264', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:10:03Z', 'updated_at': '2021-11-24T18:10:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb'}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:10:07.011992 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdc4aec-16e9-4c58-b1d8-90d3539e51fa None None] Checking router: 8015f102-e37e-4a92-83fa-37de0cf4fb7e for host: dv-cinder-818579-1-smb {{(pid=87425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 18:10:07.012450 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdc4aec-16e9-4c58-b1d8-90d3539e51fa None None] Updating router 8015f102-e37e-4a92-83fa-37de0cf4fb7e port d0a568a9-dcbe-46af-b0f2-afb4084c8264 binding host dv-cinder-818579-1-smb {{(pid=87425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 18:10:07.040479 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-e9a3a7c8-03a1-42da-afd8-0999bcb37c5e tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Made reservation on behalf of e3ec3799b8094807b9daa97a6f232838 for: {'port': 1} {{(pid=87423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:10:07.076776 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-e9a3a7c8-03a1-42da-afd8-0999bcb37c5e tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:07.084398 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-acdc4aec-16e9-4c58-b1d8-90d3539e51fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:07.132193 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-48d63d87-2413-4f43-afe3-7aec8f837c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:07.328328 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-24981c1c-8298-4c9d-ad2f-b8c9dc03ea7e req-e9bd9697-54b0-4ebe-9f10-264d2e1e7a58 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=f077385e-f1b5-47a9-b455-524bf2795f9a HTTP/1.1" status: 200 len: 210 time: 0.0934544 Nov 24 18:10:07.380893 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.db_base_plugin_common [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-e9a3a7c8-03a1-42da-afd8-0999bcb37c5e tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Allocated IP 172.20.0.3 (493928d0-c764-42c0-ae42-bff2495f2f71/f439e0c3-8b50-4621-b352-7a32b14ae854/26c2cbcb-d591-4c54-a659-dd6700808e2b) {{(pid=87423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:10:07.410034 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.db_base_plugin_common [None req-48d63d87-2413-4f43-afe3-7aec8f837c96 admin admin] Allocated IP 172.20.0.1 (7de450e2-2a1a-49c9-ba7c-656187c1b2f7/1169030e-ce60-4617-bb28-921bdafdc55c/f8da2434-c94c-413c-8228-2cd2fe067552) {{(pid=87424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:10:07.556857 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-acdc4aec-16e9-4c58-b1d8-90d3539e51fa None None] Notify callbacks [] for port, precommit_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:07.576416 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-48d63d87-2413-4f43-afe3-7aec8f837c96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:07.580849 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-acdc4aec-16e9-4c58-b1d8-90d3539e51fa None None] Transition to ACTIVE for port object d0a568a9-dcbe-46af-b0f2-afb4084c8264 will not be triggered until provisioned by entity L2. {{(pid=87425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:10:07.586008 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e96ae30f-217f-4534-b736-4beabfc41c64 req-64f2903e-05dd-4562-b3e9-b13950f4850a tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=665a93f7-25a5-4ede-83b4-a5a58fe0c1b1 HTTP/1.1" status: 200 len: 210 time: 0.0678494 Nov 24 18:10:07.593916 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.provisioning_blocks [None req-48d63d87-2413-4f43-afe3-7aec8f837c96 admin admin] Transition to ACTIVE for port object f8da2434-c94c-413c-8228-2cd2fe067552 will not be triggered until provisioned by entity DHCP. {{(pid=87424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:10:07.680840 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-acdc4aec-16e9-4c58-b1d8-90d3539e51fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:07.685384 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:07.706543 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-48d63d87-2413-4f43-afe3-7aec8f837c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3149175'] for port, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:07.711960 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:07.722928 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-3db83550-3884-45a9-b879-c148c5273cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:07.765917 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-e9a3a7c8-03a1-42da-afd8-0999bcb37c5e tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Notify callbacks [] for port, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:07.770956 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f283b6-eb30-4f9e-890d-2a5ef6c2e68a None None] Pushing event updated for resources: {'Port': ['ID=d0a568a9-dcbe-46af-b0f2-afb4084c8264,revision_number=2']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:07.773397 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-acdc4aec-16e9-4c58-b1d8-90d3539e51fa None None] Attempting to bind port d0a568a9-dcbe-46af-b0f2-afb4084c8264 on host dv-cinder-818579-1-smb for vnic_type normal with profile {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:10:07.776501 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-acdc4aec-16e9-4c58-b1d8-90d3539e51fa None None] Attempting to bind port d0a568a9-dcbe-46af-b0f2-afb4084c8264 by drivers openvswitch,hyperv on host dv-cinder-818579-1-smb at level 0 using segments [{'id': 'd3760bee-36f8-40b7-a723-a1b5699a82b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'}] {{(pid=87425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:10:07.776501 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdc4aec-16e9-4c58-b1d8-90d3539e51fa None None] Attempting to bind port d0a568a9-dcbe-46af-b0f2-afb4084c8264 on network 526841e0-8571-4339-baee-0cea4a76b63c {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:10:07.776723 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d63d87-2413-4f43-afe3-7aec8f837c96 admin admin] Network 7de450e2-2a1a-49c9-ba7c-656187c1b2f7 is already hosted by enough agents. {{(pid=87424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:10:07.777215 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-98f283b6-eb30-4f9e-890d-2a5ef6c2e68a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:07.782355 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdc4aec-16e9-4c58-b1d8-90d3539e51fa None None] Checking agent: {'id': '649afde1-6bcc-42a3-a59e-22c863eb835e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 57, 8), 'started_at': datetime.datetime(2021, 11, 24, 17, 57, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:10:07.782742 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdc4aec-16e9-4c58-b1d8-90d3539e51fa None None] Checking segment: {'id': 'd3760bee-36f8-40b7-a723-a1b5699a82b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:10:07.783139 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-acdc4aec-16e9-4c58-b1d8-90d3539e51fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:07.783920 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdc4aec-16e9-4c58-b1d8-90d3539e51fa None None] Bound using segment: {'id': 'd3760bee-36f8-40b7-a723-a1b5699a82b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'} {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:10:07.784049 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-acdc4aec-16e9-4c58-b1d8-90d3539e51fa None None] Bound port: d0a568a9-dcbe-46af-b0f2-afb4084c8264, host: dv-cinder-818579-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3760bee-36f8-40b7-a723-a1b5699a82b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'}}] {{(pid=87425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:10:07.784396 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-acdc4aec-16e9-4c58-b1d8-90d3539e51fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:07.784837 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.base_scheduler [None req-48d63d87-2413-4f43-afe3-7aec8f837c96 admin admin] Resources bound (agent type, host, resource id): {{(pid=87424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:10:07.787242 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d63d87-2413-4f43-afe3-7aec8f837c96 admin admin] Received port after_create {{(pid=87424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:10:07.858374 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d63d87-2413-4f43-afe3-7aec8f837c96 admin admin] Pushing event updated for resources: {'Port': ['ID=f8da2434-c94c-413c-8228-2cd2fe067552,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:07.861229 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-48d63d87-2413-4f43-afe3-7aec8f837c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:07.867947 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-48d63d87-2413-4f43-afe3-7aec8f837c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578856'] for router_interface, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:07.880635 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-acdc4aec-16e9-4c58-b1d8-90d3539e51fa None None] For port d0a568a9-dcbe-46af-b0f2-afb4084c8264, host dv-cinder-818579-1-smb, cleared binding levels {{(pid=87425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:10:07.884092 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-acdc4aec-16e9-4c58-b1d8-90d3539e51fa None None] For port d0a568a9-dcbe-46af-b0f2-afb4084c8264, host dv-cinder-818579-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=d0a568a9-dcbe-46af-b0f2-afb4084c8264,segment=NetworkSegment(d3760bee-36f8-40b7-a723-a1b5699a82b5),segment_id=d3760bee-36f8-40b7-a723-a1b5699a82b5)] {{(pid=87425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:10:07.891418 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-e9a3a7c8-03a1-42da-afd8-0999bcb37c5e tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:07.900587 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-6067a446-c709-4aa2-97ed-fed2d8087697 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:07.966247 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-e9a3a7c8-03a1-42da-afd8-0999bcb37c5e tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Network 493928d0-c764-42c0-ae42-bff2495f2f71 is already hosted by enough agents. {{(pid=87423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:10:07.969384 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.base_scheduler [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-e9a3a7c8-03a1-42da-afd8-0999bcb37c5e tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Resources bound (agent type, host, resource id): {{(pid=87423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:10:07.972679 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-acdc4aec-16e9-4c58-b1d8-90d3539e51fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:07.976384 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:07.983383 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-e9a3a7c8-03a1-42da-afd8-0999bcb37c5e tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Received port after_create {{(pid=87423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:10:07.996679 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2cc80-b9ab-433f-83cb-9ea2234b1807 req-bd1a49c9-6326-47f1-912b-e432bdbf8a99 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:08.003883 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-dba2cc80-b9ab-433f-83cb-9ea2234b1807 req-bd1a49c9-6326-47f1-912b-e432bdbf8a99 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 946 time: 0.3543859 Nov 24 18:10:08.032014 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3a7c8-03a1-42da-afd8-0999bcb37c5e tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Pushing event updated for resources: {'Port': ['ID=26c2cbcb-d591-4c54-a659-dd6700808e2b,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:08.035510 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-e9a3a7c8-03a1-42da-afd8-0999bcb37c5e tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:08.035833 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device cd00e522-5859-4603-95b3-9130b195df51 no longer exists at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:10:08.062120 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-e9a3a7c8-03a1-42da-afd8-0999bcb37c5e tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:08.067461 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-e9a3a7c8-03a1-42da-afd8-0999bcb37c5e tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:08.079709 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] No Port match for: cd00e522-5859-4603-95b3-9130b195df51 {{(pid=87425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 18:10:08.080389 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device cd00e522-5859-4603-95b3-9130b195df51 not bound to the agent host hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 18:10:08.081384 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-dba2cc80-b9ab-433f-83cb-9ea2234b1807 req-1846fb02-2349-4137-8a8c-da8a530627ba tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766497 Nov 24 18:10:08.097704 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f283b6-eb30-4f9e-890d-2a5ef6c2e68a None None] Pushing event updated for resources: {'Port': ['ID=d0a568a9-dcbe-46af-b0f2-afb4084c8264,revision_number=3']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:08.100207 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdc4aec-16e9-4c58-b1d8-90d3539e51fa None None] Routers {'8015f102-e37e-4a92-83fa-37de0cf4fb7e'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:10:08.101086 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-acdc4aec-16e9-4c58-b1d8-90d3539e51fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:09:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['8015f102-e37e-4a92-83fa-37de0cf4fb7e'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:10:08.156729 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-98f283b6-eb30-4f9e-890d-2a5ef6c2e68a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:08.167669 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-e9a3a7c8-03a1-42da-afd8-0999bcb37c5e tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5081820 Nov 24 18:10:08.180572 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] Request body: {'port': {'device_id': '665a93f7-25a5-4ede-83b4-a5a58fe0c1b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:10:08.266167 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-430725be-e872-47ac-b2f2-7453e125a083 None None] Provisioning for port f8da2434-c94c-413c-8228-2cd2fe067552 completed by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:10:08.276707 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-430725be-e872-47ac-b2f2-7453e125a083 None None] Provisioning complete for port f8da2434-c94c-413c-8228-2cd2fe067552 triggered by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:10:08.276987 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-430725be-e872-47ac-b2f2-7453e125a083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:08.283946 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-48d63d87-2413-4f43-afe3-7aec8f837c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:08.297650 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:08.342825 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-acdc4aec-16e9-4c58-b1d8-90d3539e51fa None None] Set router 8015f102-e37e-4a92-83fa-37de0cf4fb7e gateway port host: dv-cinder-818579-1-smb {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:10:08.392737 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:08.457396 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-430725be-e872-47ac-b2f2-7453e125a083 None None] Port f8da2434-c94c-413c-8228-2cd2fe067552 cannot update to ACTIVE because it is not bound. {{(pid=87425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 18:10:08.557700 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-48d63d87-2413-4f43-afe3-7aec8f837c96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:08.628084 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-48d63d87-2413-4f43-afe3-7aec8f837c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3149182'] for port, after_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:08.668100 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-acdc4aec-16e9-4c58-b1d8-90d3539e51fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'name': 'tempest-TestMinimumBasicScenario-1627882808-router', 'tenant_id': '39f9e6e00d1d47b5b4977115816bffd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd0a568a9-dcbe-46af-b0f2-afb4084c8264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:10:02Z', 'updated_at': '2021-11-24T18:10:04Z', 'revision_number': 3, 'project_id': '39f9e6e00d1d47b5b4977115816bffd8', 'gw_port': {'id': 'd0a568a9-dcbe-46af-b0f2-afb4084c8264', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:10:03Z', 'updated_at': '2021-11-24T18:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb'}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:10:08.677048 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdc4aec-16e9-4c58-b1d8-90d3539e51fa None None] The sync data for ids ['8015f102-e37e-4a92-83fa-37de0cf4fb7e'] in dv-cinder-818579-1-smb is: [{'id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'name': 'tempest-TestMinimumBasicScenario-1627882808-router', 'tenant_id': '39f9e6e00d1d47b5b4977115816bffd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd0a568a9-dcbe-46af-b0f2-afb4084c8264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:10:02Z', 'updated_at': '2021-11-24T18:10:04Z', 'revision_number': 3, 'project_id': '39f9e6e00d1d47b5b4977115816bffd8', 'gw_port': {'id': 'd0a568a9-dcbe-46af-b0f2-afb4084c8264', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:10:03Z', 'updated_at': '2021-11-24T18:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb'}] {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 18:10:08.686253 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:08.722807 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c2cbcb-d591-4c54-a659-dd6700808e2b {{(pid=87423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:10:08.731135 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:08.731709 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-48d63d87-2413-4f43-afe3-7aec8f837c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579019'] for router_interface, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:08.748137 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.provisioning_blocks [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] Transition to ACTIVE for port object 26c2cbcb-d591-4c54-a659-dd6700808e2b will not be triggered until provisioned by entity L2. {{(pid=87423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:10:08.851966 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4080791'] for port, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:08.857121 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-359e4830-6d58-4837-a7ed-0d4f98d16676 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:08.884618 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d63d87-2413-4f43-afe3-7aec8f837c96 admin admin] Pushing event updated for resources: {'Port': ['ID=f8da2434-c94c-413c-8228-2cd2fe067552,revision_number=2']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:08.907001 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d63d87-2413-4f43-afe3-7aec8f837c96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:08.907355 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d63d87-2413-4f43-afe3-7aec8f837c96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:08.907718 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d63d87-2413-4f43-afe3-7aec8f837c96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:08.908072 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d63d87-2413-4f43-afe3-7aec8f837c96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:08.908714 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d63d87-2413-4f43-afe3-7aec8f837c96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:08.908837 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d63d87-2413-4f43-afe3-7aec8f837c96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:08.909130 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d63d87-2413-4f43-afe3-7aec8f837c96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:08.909481 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d63d87-2413-4f43-afe3-7aec8f837c96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:08.909846 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d63d87-2413-4f43-afe3-7aec8f837c96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:08.910163 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d63d87-2413-4f43-afe3-7aec8f837c96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:08.910508 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d63d87-2413-4f43-afe3-7aec8f837c96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:08.910851 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d63d87-2413-4f43-afe3-7aec8f837c96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:08.914662 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-48d63d87-2413-4f43-afe3-7aec8f837c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:09.008718 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130d0d2-cd6c-4354-87da-13e578b940b7 req-d34fc9dd-0e55-4672-9737-71be9ac33fa3 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:09.008718 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-2130d0d2-cd6c-4354-87da-13e578b940b7 req-d34fc9dd-0e55-4672-9737-71be9ac33fa3 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=665a93f7-25a5-4ede-83b4-a5a58fe0c1b1 HTTP/1.1" status: 200 len: 931 time: 0.2709932 Nov 24 18:10:09.036668 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d63d87-2413-4f43-afe3-7aec8f837c96 admin admin] Network 7de450e2-2a1a-49c9-ba7c-656187c1b2f7 is already hosted by enough agents. {{(pid=87424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:10:09.040450 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.base_scheduler [None req-48d63d87-2413-4f43-afe3-7aec8f837c96 admin admin] Resources bound (agent type, host, resource id): {{(pid=87424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:10:09.042280 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] Pushing event updated for resources: {'Port': ['ID=26c2cbcb-d591-4c54-a659-dd6700808e2b,revision_number=2']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:09.113724 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:09.117598 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:09.117598 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:09.117598 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:09.117598 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:09.117598 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:09.117598 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:09.117598 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:09.117598 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:09.117598 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:09.117598 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:09.118559 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:09.124928 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:09.161529 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-2130d0d2-cd6c-4354-87da-13e578b940b7 req-97eaf874-2552-478e-b200-bf21eaa739a8 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Synchronizing usage tracker for tenant:e3ec3799b8094807b9daa97a6f232838 on resource:security_group {{(pid=87424) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:10:09.175445 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] Attempting to bind port 26c2cbcb-d591-4c54-a659-dd6700808e2b on host hv-cinder-81857 for vnic_type normal with profile {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:10:09.180103 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] Attempting to bind port 26c2cbcb-d591-4c54-a659-dd6700808e2b by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': 'fdb57223-aabb-4ab3-b4d8-99a13afb7454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '493928d0-c764-42c0-ae42-bff2495f2f71'}] {{(pid=87423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:10:09.180103 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] Attempting to bind port 26c2cbcb-d591-4c54-a659-dd6700808e2b on network 493928d0-c764-42c0-ae42-bff2495f2f71 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:10:09.245318 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] Port 26c2cbcb-d591-4c54-a659-dd6700808e2b on network 493928d0-c764-42c0-ae42-bff2495f2f71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 18:10:09.245683 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] Attempting to bind port 26c2cbcb-d591-4c54-a659-dd6700808e2b on network 493928d0-c764-42c0-ae42-bff2495f2f71 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:10:09.257122 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] Checking agent: {'id': 'd0ca9dee-1939-4c7e-ac1c-b1e38ddd9156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'started_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:10:09.257457 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] Checking segment: {'id': 'fdb57223-aabb-4ab3-b4d8-99a13afb7454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '493928d0-c764-42c0-ae42-bff2495f2f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:10:09.257846 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] Bound using segment: {'id': 'fdb57223-aabb-4ab3-b4d8-99a13afb7454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '493928d0-c764-42c0-ae42-bff2495f2f71'} {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:10:09.258295 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] Bound port: 26c2cbcb-d591-4c54-a659-dd6700808e2b, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdb57223-aabb-4ab3-b4d8-99a13afb7454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '493928d0-c764-42c0-ae42-bff2495f2f71'}}] {{(pid=87423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:10:09.258654 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:09.397429 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-26451091-1294-4ad5-b50e-1dbb9d833d09 None None] Provisioning complete for port f8da2434-c94c-413c-8228-2cd2fe067552 triggered by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:10:09.397905 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-26451091-1294-4ad5-b50e-1dbb9d833d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:09.409991 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d63d87-2413-4f43-afe3-7aec8f837c96 admin admin] Router 8015f102-e37e-4a92-83fa-37de0cf4fb7e has already been hosted by L3 agent aba83f48-bec1-4447-972f-e1c88a92dee8 {{(pid=87424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 18:10:09.449547 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] For port 26c2cbcb-d591-4c54-a659-dd6700808e2b, host hv-cinder-81857, cleared binding levels {{(pid=87423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:10:09.453486 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] For port 26c2cbcb-d591-4c54-a659-dd6700808e2b, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=26c2cbcb-d591-4c54-a659-dd6700808e2b,segment=NetworkSegment(fdb57223-aabb-4ab3-b4d8-99a13afb7454),segment_id=fdb57223-aabb-4ab3-b4d8-99a13afb7454)] {{(pid=87423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:10:09.467906 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa27c19-bfb3-47d5-b179-7f1a7cba3c81 req-4d8c8a58-3120-4976-b295-a07625d686eb tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:09.468581 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-26451091-1294-4ad5-b50e-1dbb9d833d09 None None] Port f8da2434-c94c-413c-8228-2cd2fe067552 cannot update to ACTIVE because it is not bound. {{(pid=87425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 18:10:09.469422 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-5aa27c19-bfb3-47d5-b179-7f1a7cba3c81 req-4d8c8a58-3120-4976-b295-a07625d686eb tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 946 time: 0.2862744 Nov 24 18:10:09.481710 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7c289-0f74-4daf-96e0-aafc3daf7149 req-ffa5170c-04d4-4568-9175-218c0c2ae539 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:09.483175 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-0bc7c289-0f74-4daf-96e0-aafc3daf7149 req-ffa5170c-04d4-4568-9175-218c0c2ae539 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 946 time: 0.1926165 Nov 24 18:10:09.483303 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-2130d0d2-cd6c-4354-87da-13e578b940b7 req-97eaf874-2552-478e-b200-bf21eaa739a8 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Unset dirty status for tenant:e3ec3799b8094807b9daa97a6f232838 on resource:security_group {{(pid=87424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:10:09.491587 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-2130d0d2-cd6c-4354-87da-13e578b940b7 req-97eaf874-2552-478e-b200-bf21eaa739a8 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/security-groups?id=32ca3b8f-e0c8-4a49-8ab1-8900f5a4e830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4791958 Nov 24 18:10:09.544529 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4080791'] for port, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:09.556834 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-9a407c8d-fef5-4648-9f56-3af53a777ff2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:09.615158 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d63d87-2413-4f43-afe3-7aec8f837c96 admin admin] Notify agent at l3_agent.dv-cinder-818579-1-smb the message routers_updated {{(pid=87424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 18:10:09.624389 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-48d63d87-2413-4f43-afe3-7aec8f837c96 admin admin] 10.222.0.65 "PUT /v2.0/routers/8015f102-e37e-4a92-83fa-37de0cf4fb7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3897779 Nov 24 18:10:09.640067 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:09.640704 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:09.642059 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] 10.222.0.66 "PUT /v2.0/ports/26c2cbcb-d591-4c54-a659-dd6700808e2b HTTP/1.1" status: 200 len: 1093 time: 1.4657054 Nov 24 18:10:09.644304 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665a93f7-25a5-4ede-83b4-a5a58fe0c1b1', 'tag': '26c2cbcb-d591-4c54-a659-dd6700808e2b'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:10:09.661190 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-5aa27c19-bfb3-47d5-b179-7f1a7cba3c81 req-a013eee5-fe35-4274-ba17-df2a17018383 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Deleting port fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 {{(pid=87423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:10:09.661500 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-5aa27c19-bfb3-47d5-b179-7f1a7cba3c81 req-a013eee5-fe35-4274-ba17-df2a17018383 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:09.702407 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '665a93f7-25a5-4ede-83b4-a5a58fe0c1b1', 'tag': '26c2cbcb-d591-4c54-a659-dd6700808e2b', 'status': 'completed', 'code': 200} Nov 24 18:10:09.722944 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-0bc7c289-0f74-4daf-96e0-aafc3daf7149 req-87582de6-18ae-4b15-8530-1ac1bb0e11ee tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991837 Nov 24 18:10:09.860129 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] Pushing event updated for resources: {'Port': ['ID=26c2cbcb-d591-4c54-a659-dd6700808e2b,revision_number=3']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:09.866654 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:10.028330 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd7f27-aafb-491a-94be-14271d46579e req-d377883d-2cf3-4d28-a352-7ffe2ee1b3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:10.029820 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-5dcd7f27-aafb-491a-94be-14271d46579e req-d377883d-2cf3-4d28-a352-7ffe2ee1b3e2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e3ec3799b8094807b9daa97a6f232838&device_id=665a93f7-25a5-4ede-83b4-a5a58fe0c1b1 HTTP/1.1" status: 200 len: 1096 time: 0.3046403 Nov 24 18:10:10.166479 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-5aa27c19-bfb3-47d5-b179-7f1a7cba3c81 req-a013eee5-fe35-4274-ba17-df2a17018383 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] For port fdfe8f7a-b48a-4aa2-b83a-7747f84191b3, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=fdfe8f7a-b48a-4aa2-b83a-7747f84191b3,segment=NetworkSegment(c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2),segment_id=c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2)] {{(pid=87423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:10:10.166742 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-5aa27c19-bfb3-47d5-b179-7f1a7cba3c81 req-a013eee5-fe35-4274-ba17-df2a17018383 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:10.180089 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device d0a568a9-dcbe-46af-b0f2-afb4084c8264 up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:10:10.336796 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning for port d0a568a9-dcbe-46af-b0f2-afb4084c8264 completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:10:10.343087 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port d0a568a9-dcbe-46af-b0f2-afb4084c8264 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:10:10.343479 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:10.381462 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 55546) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:10:10.387540 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-da09a605-07d1-41c0-893f-f879a9002a5c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-56659883-network', 'tenant_id': '1829098ca06a4a6281820bdf90a6f685'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:10:10.399909 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-da09a605-07d1-41c0-893f-f879a9002a5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:10:10.409767 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-da09a605-07d1-41c0-893f-f879a9002a5c admin admin] Usage tracker for resource:network and tenant:1829098ca06a4a6281820bdf90a6f685 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:10:10.413608 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd7f27-aafb-491a-94be-14271d46579e req-f7b0084a-abfc-4edc-a01d-978f5a5d38d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:10.415091 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-5dcd7f27-aafb-491a-94be-14271d46579e req-f7b0084a-abfc-4edc-a01d-978f5a5d38d6 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=e3ec3799b8094807b9daa97a6f232838&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3769400 Nov 24 18:10:10.417465 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-da09a605-07d1-41c0-893f-f879a9002a5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:10:10.431803 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-da09a605-07d1-41c0-893f-f879a9002a5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:10:10.506032 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:10.521160 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-fd3620ef-fbfa-4e74-91cf-38e389b92fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:10.530798 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] For port d0a568a9-dcbe-46af-b0f2-afb4084c8264, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=d0a568a9-dcbe-46af-b0f2-afb4084c8264,segment=NetworkSegment(d3760bee-36f8-40b7-a723-a1b5699a82b5),segment_id=d3760bee-36f8-40b7-a723-a1b5699a82b5)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:10:10.537792 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da09a605-07d1-41c0-893f-f879a9002a5c admin admin] Made reservation on behalf of 1829098ca06a4a6281820bdf90a6f685 for: {'network': 1} {{(pid=87424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:10:10.540166 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-da09a605-07d1-41c0-893f-f879a9002a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for network, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:10.556494 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-da09a605-07d1-41c0-893f-f879a9002a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:10.576251 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-da09a605-07d1-41c0-893f-f879a9002a5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:10:10.580694 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-da09a605-07d1-41c0-893f-f879a9002a5c admin admin] Usage tracker for resource:security_group_rule and tenant:1829098ca06a4a6281820bdf90a6f685 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:10:10.584098 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-da09a605-07d1-41c0-893f-f879a9002a5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:10:10.590120 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-da09a605-07d1-41c0-893f-f879a9002a5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:10:10.629183 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:10.629183 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:10.636972 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-5aa27c19-bfb3-47d5-b179-7f1a7cba3c81 req-a013eee5-fe35-4274-ba17-df2a17018383 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:10.637380 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-5aa27c19-bfb3-47d5-b179-7f1a7cba3c81 req-a013eee5-fe35-4274-ba17-df2a17018383 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505783'] for floatingip, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:10.637738 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.db.l3_db [req-5aa27c19-bfb3-47d5-b179-7f1a7cba3c81 req-a013eee5-fe35-4274-ba17-df2a17018383 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Floating IP 9aeda259-e1ce-4868-969a-73ff6ba9942a disassociated. External IP: 172.28.3.22, port: fdfe8f7a-b48a-4aa2-b83a-7747f84191b3. Nov 24 18:10:10.638133 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-5aa27c19-bfb3-47d5-b179-7f1a7cba3c81 req-a013eee5-fe35-4274-ba17-df2a17018383 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Calling delete_port for fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 owned by compute:nova {{(pid=87423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:10:10.691186 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2fde6a-e124-4ba7-8887-06bf724afd33 None None] Sync routers for ids ['8015f102-e37e-4a92-83fa-37de0cf4fb7e'] in dv-cinder-818579-1-smb {{(pid=87426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 18:10:10.701750 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2fde6a-e124-4ba7-8887-06bf724afd33 None None] Routers {'8015f102-e37e-4a92-83fa-37de0cf4fb7e'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:10:10.702590 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-6f2fde6a-e124-4ba7-8887-06bf724afd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:10:10Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['8015f102-e37e-4a92-83fa-37de0cf4fb7e'], 'active': True} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:10:10.748820 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Pushing event updated for resources: {'Port': ['ID=d0a568a9-dcbe-46af-b0f2-afb4084c8264,revision_number=4']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:10.758555 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:10.759281 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:10.759815 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:10.760705 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:10.761293 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:10.761777 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:10.763449 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:10.764418 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:10.773181 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:10.773181 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:10.773181 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:10.773181 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:10.784722 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57e591-7acf-4305-bbb1-ffe315ab141d req-8cdee26e-1b0e-47f8-966d-09c56d45f428 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:10.786386 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-ac57e591-7acf-4305-bbb1-ffe315ab141d req-8cdee26e-1b0e-47f8-966d-09c56d45f428 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=665a93f7-25a5-4ede-83b4-a5a58fe0c1b1 HTTP/1.1" status: 200 len: 943 time: 0.1796284 Nov 24 18:10:10.792687 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:10.802983 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd7f27-aafb-491a-94be-14271d46579e req-0528b3a6-aafd-4621-88dd-8e9586e8693c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:10.805462 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-5dcd7f27-aafb-491a-94be-14271d46579e req-0528b3a6-aafd-4621-88dd-8e9586e8693c service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3804133 Nov 24 18:10:10.844651 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-da09a605-07d1-41c0-893f-f879a9002a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:10.879029 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-ac57e591-7acf-4305-bbb1-ffe315ab141d req-71ed8377-9e50-40a0-b526-495b43ce7980 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/security-groups?id=32ca3b8f-e0c8-4a49-8ab1-8900f5a4e830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638719 Nov 24 18:10:10.910960 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvr_db [None req-6f2fde6a-e124-4ba7-8887-06bf724afd33 None None] Set router 8015f102-e37e-4a92-83fa-37de0cf4fb7e gateway port host: dv-cinder-818579-1-smb {{(pid=87426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:10:10.926606 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-da09a605-07d1-41c0-893f-f879a9002a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:10.931154 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-aee1d15e-2860-49ec-9128-5a5067aa6115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:10.957577 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da09a605-07d1-41c0-893f-f879a9002a5c admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=87424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 18:10:10.967472 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09a605-07d1-41c0-893f-f879a9002a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1645d8-96bc-43ff-aa45-8e425b4981d9,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:10.971347 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-da09a605-07d1-41c0-893f-f879a9002a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:10.974146 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-da09a605-07d1-41c0-893f-f879a9002a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541721'] for segment, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:10.974861 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.db.segments_db [None req-da09a605-07d1-41c0-893f-f879a9002a5c admin admin] Added segment d6462bbc-41ba-4936-91ae-f4b2be75c323 of type vlan for network f4ca00bc-df16-48a6-9c75-9030ceec5232 Nov 24 18:10:11.005114 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-da09a605-07d1-41c0-893f-f879a9002a5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730961763539'] for network, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:11.010168 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-5aa27c19-bfb3-47d5-b179-7f1a7cba3c81 req-a013eee5-fe35-4274-ba17-df2a17018383 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:11.016630 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-5d3d722c-f2a4-44a9-ad6c-a4ec98e7995e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:11.080003 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013eee5-fe35-4274-ba17-df2a17018383 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Pushing event deleted for resources: {'Port': ['ID=fdfe8f7a-b48a-4aa2-b83a-7747f84191b3,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:11.086813 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-a013eee5-fe35-4274-ba17-df2a17018383 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:11.121194 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-da09a605-07d1-41c0-893f-f879a9002a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341'] for network, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:11.122570 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da09a605-07d1-41c0-893f-f879a9002a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:11.123216 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-da09a605-07d1-41c0-893f-f879a9002a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for network, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:11.128546 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-1092eebd-24ae-4f8d-aad1-f202eaed1441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:11.235342 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09a605-07d1-41c0-893f-f879a9002a5c admin admin] Pushing event updated for resources: {'Network': ['ID=f4ca00bc-df16-48a6-9c75-9030ceec5232,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:11.235663 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-6f2fde6a-e124-4ba7-8887-06bf724afd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'name': 'tempest-TestMinimumBasicScenario-1627882808-router', 'tenant_id': '39f9e6e00d1d47b5b4977115816bffd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd0a568a9-dcbe-46af-b0f2-afb4084c8264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:10:02Z', 'updated_at': '2021-11-24T18:10:08Z', 'revision_number': 4, 'project_id': '39f9e6e00d1d47b5b4977115816bffd8', 'gw_port': {'id': 'd0a568a9-dcbe-46af-b0f2-afb4084c8264', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:10:03Z', 'updated_at': '2021-11-24T18:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': 'f8da2434-c94c-413c-8228-2cd2fe067552', 'name': '', 'network_id': '7de450e2-2a1a-49c9-ba7c-656187c1b2f7', 'tenant_id': '39f9e6e00d1d47b5b4977115816bffd8', 'mac_address': 'fa:16:3e:69:8b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1169030e-ce60-4617-bb28-921bdafdc55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:10:07Z', 'updated_at': '2021-11-24T18:10:08Z', 'revision_number': 2, 'project_id': '39f9e6e00d1d47b5b4977115816bffd8', 'subnets': [{'id': '1169030e-ce60-4617-bb28-921bdafdc55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:10:11.238038 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-da09a605-07d1-41c0-893f-f879a9002a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:11.241168 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2fde6a-e124-4ba7-8887-06bf724afd33 None None] Checking router: 8015f102-e37e-4a92-83fa-37de0cf4fb7e for host: dv-cinder-818579-1-smb {{(pid=87426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 18:10:11.241693 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2fde6a-e124-4ba7-8887-06bf724afd33 None None] Updating router 8015f102-e37e-4a92-83fa-37de0cf4fb7e port f8da2434-c94c-413c-8228-2cd2fe067552 binding host dv-cinder-818579-1-smb {{(pid=87426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 18:10:11.246010 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Network f4ca00bc-df16-48a6-9c75-9030ceec5232 details requested by agent ovs-agent-dv-cinder-818579-1-smb with host dv-cinder-818579-1-smb {{(pid=87425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 18:10:11.250545 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-7e8cbb23-e4eb-4631-beda-7747a5d6e5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:11.250545 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-7e8cbb23-e4eb-4631-beda-7747a5d6e5ed service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e3ec3799b8094807b9daa97a6f232838&device_id=665a93f7-25a5-4ede-83b4-a5a58fe0c1b1 HTTP/1.1" status: 200 len: 1096 time: 0.3237138 Nov 24 18:10:11.298730 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-da09a605-07d1-41c0-893f-f879a9002a5c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9159019 Nov 24 18:10:11.301389 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 55556) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:10:11.304004 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-6f2fde6a-e124-4ba7-8887-06bf724afd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:11.306666 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-a8f0cee1-7e12-48a6-9d7d-045d28d3e59f admin admin] Request body: {'subnet': {'network_id': 'f4ca00bc-df16-48a6-9c75-9030ceec5232', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-56659883-subnet', 'tenant_id': '1829098ca06a4a6281820bdf90a6f685', 'ip_version': 4}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:10:11.320912 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-a8f0cee1-7e12-48a6-9d7d-045d28d3e59f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:10:11.325444 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-a8f0cee1-7e12-48a6-9d7d-045d28d3e59f admin admin] Usage tracker for resource:subnet and tenant:1829098ca06a4a6281820bdf90a6f685 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:10:11.329407 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-a8f0cee1-7e12-48a6-9d7d-045d28d3e59f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:10:11.331038 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d70593-0ff7-4a58-88ad-6ede3def83d8 req-4787dc1c-4e58-494f-9c7e-c91f4fdd5291 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:11.332511 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-45d70593-0ff7-4a58-88ad-6ede3def83d8 req-4787dc1c-4e58-494f-9c7e-c91f4fdd5291 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 868 time: 0.4050138 Nov 24 18:10:11.344940 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-cf75adfb-527f-4660-8f99-9cf43a38c035 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26c2cbcb-d591-4c54-a659-dd6700808e2b HTTP/1.1" status: 200 len: 217 time: 0.0851974 Nov 24 18:10:11.345876 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-a8f0cee1-7e12-48a6-9d7d-045d28d3e59f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:10:11.440659 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f0cee1-7e12-48a6-9d7d-045d28d3e59f admin admin] Made reservation on behalf of 1829098ca06a4a6281820bdf90a6f685 for: {'subnet': 1} {{(pid=87424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:10:11.446557 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a8f0cee1-7e12-48a6-9d7d-045d28d3e59f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2422251'] for subnet, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:11.480820 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:11.548261 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-45d70593-0ff7-4a58-88ad-6ede3def83d8 req-4e7c849b-3605-4525-8949-3f7502bceb19 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=50405b2e-0eeb-4384-8e2c-2502bf0d6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049644 Nov 24 18:10:11.554811 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-6d3e6e39-d1fb-4584-b7c4-5ca52638b267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:11.556247 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-6d3e6e39-d1fb-4584-b7c4-5ca52638b267 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f439e0c3-8b50-4621-b352-7a32b14ae854 HTTP/1.1" status: 200 len: 848 time: 0.1930780 Nov 24 18:10:11.559340 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5aa27c19-bfb3-47d5-b179-7f1a7cba3c81 req-a013eee5-fe35-4274-ba17-df2a17018383 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Router 96a06d1f-91d2-4f9f-8902-87ef3f1b025f has already been hosted by L3 agent aba83f48-bec1-4447-972f-e1c88a92dee8 {{(pid=87423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 18:10:11.610215 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-d7994d5b-10bf-4779-9dfd-a056df86c37a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=493928d0-c764-42c0-ae42-bff2495f2f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458894 Nov 24 18:10:11.723717 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-6f2fde6a-e124-4ba7-8887-06bf724afd33 None None] Notify callbacks [] for port, precommit_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:11.736332 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.provisioning_blocks [None req-6f2fde6a-e124-4ba7-8887-06bf724afd33 None None] Transition to ACTIVE for port object f8da2434-c94c-413c-8228-2cd2fe067552 will not be triggered until provisioned by entity L2. {{(pid=87426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:10:11.772339 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a8f0cee1-7e12-48a6-9d7d-045d28d3e59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3149059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2422233'] for subnet, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:11.778033 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:11.800966 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-6f2fde6a-e124-4ba7-8887-06bf724afd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:11.808659 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG oslo_concurrency.lockutils [None req-d85c0146-c764-4c20-95b5-251202bb8bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:11.900732 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0cee1-7e12-48a6-9d7d-045d28d3e59f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7efc457-4999-4308-9cd2-27dfede15071,revision_number=0']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:11.904786 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-a8f0cee1-7e12-48a6-9d7d-045d28d3e59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:11.912056 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5aa27c19-bfb3-47d5-b179-7f1a7cba3c81 req-a013eee5-fe35-4274-ba17-df2a17018383 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify agent at l3_agent.dv-cinder-818579-1-smb the message routers_updated {{(pid=87423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 18:10:11.913816 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50291e5-664a-47ec-88a7-1dc95b4b4cf9 None None] Pushing event updated for resources: {'Port': ['ID=f8da2434-c94c-413c-8228-2cd2fe067552,revision_number=3']} {{(pid=87426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:11.922983 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175477a4-912d-491a-bfd8-be63cf7d1b38 None None] Sync routers for ids ['96a06d1f-91d2-4f9f-8902-87ef3f1b025f'] in dv-cinder-818579-1-smb {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 18:10:11.926023 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50291e5-664a-47ec-88a7-1dc95b4b4cf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:11.926533 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50291e5-664a-47ec-88a7-1dc95b4b4cf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:11.927195 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50291e5-664a-47ec-88a7-1dc95b4b4cf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:11.927686 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50291e5-664a-47ec-88a7-1dc95b4b4cf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:11.928176 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50291e5-664a-47ec-88a7-1dc95b4b4cf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:11.928680 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50291e5-664a-47ec-88a7-1dc95b4b4cf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:11.929469 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50291e5-664a-47ec-88a7-1dc95b4b4cf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:11.930106 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50291e5-664a-47ec-88a7-1dc95b4b4cf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:11.930579 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50291e5-664a-47ec-88a7-1dc95b4b4cf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:11.931690 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50291e5-664a-47ec-88a7-1dc95b4b4cf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:11.933056 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50291e5-664a-47ec-88a7-1dc95b4b4cf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:11.933527 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50291e5-664a-47ec-88a7-1dc95b4b4cf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:10:11.940740 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175477a4-912d-491a-bfd8-be63cf7d1b38 None None] Routers {'96a06d1f-91d2-4f9f-8902-87ef3f1b025f'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:10:11.941513 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-175477a4-912d-491a-bfd8-be63cf7d1b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:10:10Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['96a06d1f-91d2-4f9f-8902-87ef3f1b025f'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:10:11.954280 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-66f096a7-c45a-4ddf-9bd5-fddf7706756b service neutron] 10.222.0.66 "GET /v2.0/networks/493928d0-c764-42c0-ae42-bff2495f2f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902710 Nov 24 18:10:11.957789 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG oslo_concurrency.lockutils [None req-b50291e5-664a-47ec-88a7-1dc95b4b4cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:12.005327 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f0cee1-7e12-48a6-9d7d-045d28d3e59f admin admin] Checking segment: {'id': 'd6462bbc-41ba-4936-91ae-f4b2be75c323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f4ca00bc-df16-48a6-9c75-9030ceec5232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:10:12.005691 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f0cee1-7e12-48a6-9d7d-045d28d3e59f admin admin] Network hostable DHCP agents. Network: f4ca00bc-df16-48a6-9c75-9030ceec5232, hostable agents: ['490b05d4-6d8a-4546-ad73-edfbcdd6eaa8'], hosted agents: [] {{(pid=87424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 18:10:12.073466 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 no longer exists at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:10:12.082409 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa27c19-bfb3-47d5-b179-7f1a7cba3c81 req-a013eee5-fe35-4274-ba17-df2a17018383 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] No DVR routers for this DVR port fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 on host hv-cinder-81857 {{(pid=87423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 18:10:12.085503 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-5aa27c19-bfb3-47d5-b179-7f1a7cba3c81 req-a013eee5-fe35-4274-ba17-df2a17018383 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:12.090217 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c5acff-8c88-4d63-af7b-cf7ea07b8d54', 'name': 'network-vif-deleted', 'tag': 'fdfe8f7a-b48a-4aa2-b83a-7747f84191b3'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:10:12.195848 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f0cee1-7e12-48a6-9d7d-045d28d3e59f admin admin] Network f4ca00bc-df16-48a6-9c75-9030ceec5232 is scheduled to be hosted by DHCP agent 490b05d4-6d8a-4546-ad73-edfbcdd6eaa8 with binding_index 1 {{(pid=87424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 18:10:12.228175 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device d0a568a9-dcbe-46af-b0f2-afb4084c8264 up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:10:12.254555 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.managers [None req-6f2fde6a-e124-4ba7-8887-06bf724afd33 None None] Attempting to bind port f8da2434-c94c-413c-8228-2cd2fe067552 on host dv-cinder-818579-1-smb for vnic_type normal with profile {{(pid=87426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:10:12.254930 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.managers [None req-6f2fde6a-e124-4ba7-8887-06bf724afd33 None None] Attempting to bind port f8da2434-c94c-413c-8228-2cd2fe067552 by drivers openvswitch,hyperv on host dv-cinder-818579-1-smb at level 0 using segments [{'id': '84f387a6-043c-4b34-9566-cea2391a5577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7de450e2-2a1a-49c9-ba7c-656187c1b2f7'}] {{(pid=87426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:10:12.255470 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2fde6a-e124-4ba7-8887-06bf724afd33 None None] Attempting to bind port f8da2434-c94c-413c-8228-2cd2fe067552 on network 7de450e2-2a1a-49c9-ba7c-656187c1b2f7 {{(pid=87426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:10:12.272320 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2fde6a-e124-4ba7-8887-06bf724afd33 None None] Checking agent: {'id': '649afde1-6bcc-42a3-a59e-22c863eb835e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 57, 8), 'started_at': datetime.datetime(2021, 11, 24, 17, 57, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:10:12.272320 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2fde6a-e124-4ba7-8887-06bf724afd33 None None] Checking segment: {'id': '84f387a6-043c-4b34-9566-cea2391a5577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7de450e2-2a1a-49c9-ba7c-656187c1b2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:10:12.272320 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-6f2fde6a-e124-4ba7-8887-06bf724afd33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:12.272320 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2fde6a-e124-4ba7-8887-06bf724afd33 None None] Bound using segment: {'id': '84f387a6-043c-4b34-9566-cea2391a5577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7de450e2-2a1a-49c9-ba7c-656187c1b2f7'} {{(pid=87426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:10:12.272320 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.managers [None req-6f2fde6a-e124-4ba7-8887-06bf724afd33 None None] Bound port: f8da2434-c94c-413c-8228-2cd2fe067552, host: dv-cinder-818579-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84f387a6-043c-4b34-9566-cea2391a5577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7de450e2-2a1a-49c9-ba7c-656187c1b2f7'}}] {{(pid=87426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:10:12.279640 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-6f2fde6a-e124-4ba7-8887-06bf724afd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:12.307544 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8f0df-3e46-49e4-99cb-c44efa05fc5b req-42fdd222-6024-440a-a3ec-f321c30c43bb tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:12.314896 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c5acff-8c88-4d63-af7b-cf7ea07b8d54', 'name': 'network-vif-deleted', 'tag': 'fdfe8f7a-b48a-4aa2-b83a-7747f84191b3', 'status': 'completed', 'code': 200} Nov 24 18:10:12.318983 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-99c8f0df-3e46-49e4-99cb-c44efa05fc5b req-42fdd222-6024-440a-a3ec-f321c30c43bb tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=665a93f7-25a5-4ede-83b4-a5a58fe0c1b1 HTTP/1.1" status: 200 len: 943 time: 0.2089419 Nov 24 18:10:12.352245 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] No Port match for: fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 {{(pid=87425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 18:10:12.352765 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 not bound to the agent host hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 18:10:12.369722 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-5aa27c19-bfb3-47d5-b179-7f1a7cba3c81 req-a013eee5-fe35-4274-ba17-df2a17018383 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.66 "DELETE /v2.0/ports/fdfe8f7a-b48a-4aa2-b83a-7747f84191b3 HTTP/1.1" status: 204 len: 173 time: 2.8823690 Nov 24 18:10:12.379033 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.base_scheduler [None req-a8f0cee1-7e12-48a6-9d7d-045d28d3e59f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-smb, f4ca00bc-df16-48a6-9c75-9030ceec5232) {{(pid=87424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:10:12.395174 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7f82821c-1e5d-41f7-af70-f46f442ac856 req-60890d7d-c4dd-498c-87fb-6a5a8b6b5b81 service neutron] 10.222.0.66 "GET /v2.0/networks/493928d0-c764-42c0-ae42-bff2495f2f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872252 Nov 24 18:10:12.425978 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-99c8f0df-3e46-49e4-99cb-c44efa05fc5b req-01a1ecae-2323-4944-98e8-953801efd2a9 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/security-groups?id=32ca3b8f-e0c8-4a49-8ab1-8900f5a4e830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058338 Nov 24 18:10:12.428507 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f0cee1-7e12-48a6-9d7d-045d28d3e59f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:12.428507 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a8f0cee1-7e12-48a6-9d7d-045d28d3e59f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:12.460520 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2084bc3a-a44b-4f2e-afef-cbf3b4bf5c5d None None] Network f4ca00bc-df16-48a6-9c75-9030ceec5232 requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:10:12.481675 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.db [None req-6f2fde6a-e124-4ba7-8887-06bf724afd33 None None] For port f8da2434-c94c-413c-8228-2cd2fe067552, host dv-cinder-818579-1-smb, cleared binding levels {{(pid=87426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:10:12.488006 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.db [None req-6f2fde6a-e124-4ba7-8887-06bf724afd33 None None] For port f8da2434-c94c-413c-8228-2cd2fe067552, host dv-cinder-818579-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=f8da2434-c94c-413c-8228-2cd2fe067552,segment=NetworkSegment(84f387a6-043c-4b34-9566-cea2391a5577),segment_id=84f387a6-043c-4b34-9566-cea2391a5577)] {{(pid=87426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:10:12.540782 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-a8f0cee1-7e12-48a6-9d7d-045d28d3e59f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2358878 Nov 24 18:10:12.541400 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 55572) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:10:12.546712 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-2f2e7ee8-82eb-4ee9-8e6c-bbede3604aaa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-56659883-router', 'tenant_id': '1829098ca06a4a6281820bdf90a6f685', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'}}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:10:12.556132 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-2f2e7ee8-82eb-4ee9-8e6c-bbede3604aaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:10:12.556132 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-2f2e7ee8-82eb-4ee9-8e6c-bbede3604aaa admin admin] Usage tracker for resource:router and tenant:1829098ca06a4a6281820bdf90a6f685 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:10:12.559576 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-2f2e7ee8-82eb-4ee9-8e6c-bbede3604aaa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:10:12.565719 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-2f2e7ee8-82eb-4ee9-8e6c-bbede3604aaa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:10:12.572994 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-6f2fde6a-e124-4ba7-8887-06bf724afd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:12.578931 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG oslo_concurrency.lockutils [None req-d85c0146-c764-4c20-95b5-251202bb8bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:12.586655 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-175477a4-912d-491a-bfd8-be63cf7d1b38 None None] Set router 96a06d1f-91d2-4f9f-8902-87ef3f1b025f gateway port host: dv-cinder-818579-1-smb {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:10:12.666036 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port d0a568a9-dcbe-46af-b0f2-afb4084c8264 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:10:12.666449 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:12.668052 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2f2e7ee8-82eb-4ee9-8e6c-bbede3604aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-502246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4164682'] for router, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:12.670961 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2f2e7ee8-82eb-4ee9-8e6c-bbede3604aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-505649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4164701'] for router, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:12.693904 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2f2e7ee8-82eb-4ee9-8e6c-bbede3604aaa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:12.707699 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2fde6a-e124-4ba7-8887-06bf724afd33 None None] Routers {'8015f102-e37e-4a92-83fa-37de0cf4fb7e'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:10:12.709417 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-6f2fde6a-e124-4ba7-8887-06bf724afd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:10:10Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['8015f102-e37e-4a92-83fa-37de0cf4fb7e'], 'active': True} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:10:12.800805 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-fcc28599-9fe8-4a0c-b5fd-82b3c79a73d4 req-105e3f92-3637-4299-b013-225e0eb00f54 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Synchronizing usage tracker for tenant:c71c458ed19546f2b7ecc2a78475b465 on resource:port {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:10:12.892346 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:12.926314 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-fcc28599-9fe8-4a0c-b5fd-82b3c79a73d4 req-105e3f92-3637-4299-b013-225e0eb00f54 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Unset dirty status for tenant:c71c458ed19546f2b7ecc2a78475b465 on resource:port {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:10:12.927483 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-fcc28599-9fe8-4a0c-b5fd-82b3c79a73d4 req-105e3f92-3637-4299-b013-225e0eb00f54 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c5acff-8c88-4d63-af7b-cf7ea07b8d54 HTTP/1.1" status: 200 len: 210 time: 0.1895640 Nov 24 18:10:12.951653 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50291e5-664a-47ec-88a7-1dc95b4b4cf9 None None] Pushing event updated for resources: {'Port': ['ID=f8da2434-c94c-413c-8228-2cd2fe067552,revision_number=4']} {{(pid=87426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:12.955740 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG oslo_concurrency.lockutils [None req-b50291e5-664a-47ec-88a7-1dc95b4b4cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=87426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:12.975889 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvr_db [None req-6f2fde6a-e124-4ba7-8887-06bf724afd33 None None] Set router 8015f102-e37e-4a92-83fa-37de0cf4fb7e gateway port host: dv-cinder-818579-1-smb {{(pid=87426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:10:13.168136 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2f2e7ee8-82eb-4ee9-8e6c-bbede3604aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-505603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-502036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4164655'] for router, precommit_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:13.218263 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096217b7-0c68-4e7e-bf4e-47f38e4e8502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3c056bf-4e02-5911-93ad-81f2a7dd5f6e-f4ca00bc-df16-48a6-9c75-9030ceec5232', 'network_id': 'f4ca00bc-df16-48a6-9c75-9030ceec5232', 'tenant_id': '1829098ca06a4a6281820bdf90a6f685', 'fixed_ips': [{'subnet_id': 'c7efc457-4999-4308-9cd2-27dfede15071'}]}} from dv-cinder-818579-1-smb. {{(pid=87425) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 18:10:13.219091 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-096217b7-0c68-4e7e-bf4e-47f38e4e8502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:13.390123 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-6f2fde6a-e124-4ba7-8887-06bf724afd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'name': 'tempest-TestMinimumBasicScenario-1627882808-router', 'tenant_id': '39f9e6e00d1d47b5b4977115816bffd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd0a568a9-dcbe-46af-b0f2-afb4084c8264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:10:02Z', 'updated_at': '2021-11-24T18:10:08Z', 'revision_number': 4, 'project_id': '39f9e6e00d1d47b5b4977115816bffd8', 'gw_port': {'id': 'd0a568a9-dcbe-46af-b0f2-afb4084c8264', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:10:03Z', 'updated_at': '2021-11-24T18:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': 'f8da2434-c94c-413c-8228-2cd2fe067552', 'name': '', 'network_id': '7de450e2-2a1a-49c9-ba7c-656187c1b2f7', 'tenant_id': '39f9e6e00d1d47b5b4977115816bffd8', 'mac_address': 'fa:16:3e:69:8b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1169030e-ce60-4617-bb28-921bdafdc55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:10:07Z', 'updated_at': '2021-11-24T18:10:12Z', 'revision_number': 4, 'project_id': '39f9e6e00d1d47b5b4977115816bffd8', 'subnets': [{'id': '1169030e-ce60-4617-bb28-921bdafdc55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:10:13.396300 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2fde6a-e124-4ba7-8887-06bf724afd33 None None] The sync data for ids ['8015f102-e37e-4a92-83fa-37de0cf4fb7e'] in dv-cinder-818579-1-smb is: [{'id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'name': 'tempest-TestMinimumBasicScenario-1627882808-router', 'tenant_id': '39f9e6e00d1d47b5b4977115816bffd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd0a568a9-dcbe-46af-b0f2-afb4084c8264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:10:02Z', 'updated_at': '2021-11-24T18:10:08Z', 'revision_number': 4, 'project_id': '39f9e6e00d1d47b5b4977115816bffd8', 'gw_port': {'id': 'd0a568a9-dcbe-46af-b0f2-afb4084c8264', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:10:03Z', 'updated_at': '2021-11-24T18:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': 'f8da2434-c94c-413c-8228-2cd2fe067552', 'name': '', 'network_id': '7de450e2-2a1a-49c9-ba7c-656187c1b2f7', 'tenant_id': '39f9e6e00d1d47b5b4977115816bffd8', 'mac_address': 'fa:16:3e:69:8b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1169030e-ce60-4617-bb28-921bdafdc55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:10:07Z', 'updated_at': '2021-11-24T18:10:12Z', 'revision_number': 4, 'project_id': '39f9e6e00d1d47b5b4977115816bffd8', 'subnets': [{'id': '1169030e-ce60-4617-bb28-921bdafdc55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 18:10:13.413697 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-175477a4-912d-491a-bfd8-be63cf7d1b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774801609-router', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:57Z', 'updated_at': '2021-11-24T18:06:11Z', 'revision_number': 4, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'gw_port': {'id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:eb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': '67f6255f-54bd-4de6-a892-db56481af566', 'name': '', 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'mac_address': 'fa:16:3e:52:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0c1b52e1-6661-4f68-9dd2-227c3d39ad6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:08Z', 'updated_at': '2021-11-24T18:06:24Z', 'revision_number': 5, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'subnets': [{'id': '0c1b52e1-6661-4f68-9dd2-227c3d39ad6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:10:13.428400 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175477a4-912d-491a-bfd8-be63cf7d1b38 None None] Checking router: 96a06d1f-91d2-4f9f-8902-87ef3f1b025f for host: dv-cinder-818579-1-smb {{(pid=87425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 18:10:13.544976 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.db_base_plugin_common [None req-096217b7-0c68-4e7e-bf4e-47f38e4e8502 None None] Allocated IP 172.20.0.2 (f4ca00bc-df16-48a6-9c75-9030ceec5232/c7efc457-4999-4308-9cd2-27dfede15071/49a6e5e9-d26b-4a5c-ad2d-af2c331eefbc) {{(pid=87425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:10:13.710885 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175477a4-912d-491a-bfd8-be63cf7d1b38 None None] Routers {'96a06d1f-91d2-4f9f-8902-87ef3f1b025f'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:10:13.711767 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-175477a4-912d-491a-bfd8-be63cf7d1b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:10:10Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['96a06d1f-91d2-4f9f-8902-87ef3f1b025f'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:10:13.989147 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2f2e7ee8-82eb-4ee9-8e6c-bbede3604aaa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:14.058524 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-175477a4-912d-491a-bfd8-be63cf7d1b38 None None] Set router 96a06d1f-91d2-4f9f-8902-87ef3f1b025f gateway port host: dv-cinder-818579-1-smb {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:10:14.058624 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-3a0a5f5f-136f-4343-826e-1458161b165a tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:14.066027 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2f2e7ee8-82eb-4ee9-8e6c-bbede3604aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:14.068045 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-3a0a5f5f-136f-4343-826e-1458161b165a tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/networks?id=016decb7-a79d-4fb4-97a6-0ca75ee34d5e HTTP/1.1" status: 200 len: 813 time: 0.2658925 Nov 24 18:10:14.112134 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-1490b65a-620e-40e4-9d4c-5bf5ae570831 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/quotas/c5c6e3eea3214799b724b75688b50e58 HTTP/1.1" status: 200 len: 375 time: 0.0428324 Nov 24 18:10:14.177291 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-5154529b-5c60-4f9d-94a7-7e05ce2fb703 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c5c6e3eea3214799b724b75688b50e58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642250 Nov 24 18:10:14.180379 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22201d25-7c9d-4db2-a581-3ae0ab6c2b23 req-53be4dfd-32ca-4d95-a2cc-9dc00a78f1da tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:14.182267 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-22201d25-7c9d-4db2-a581-3ae0ab6c2b23 req-53be4dfd-32ca-4d95-a2cc-9dc00a78f1da tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=665a93f7-25a5-4ede-83b4-a5a58fe0c1b1 HTTP/1.1" status: 200 len: 943 time: 0.5322242 Nov 24 18:10:14.297626 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-22201d25-7c9d-4db2-a581-3ae0ab6c2b23 req-9f4ac0fc-6241-4f95-9d0e-ab8af0e287ec tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/security-groups?id=32ca3b8f-e0c8-4a49-8ab1-8900f5a4e830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954592 Nov 24 18:10:14.308280 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.db_base_plugin_common [None req-2f2e7ee8-82eb-4ee9-8e6c-bbede3604aaa admin admin] Allocated IP 172.28.3.95 (526841e0-8571-4339-baee-0cea4a76b63c/7845b98e-863d-42c7-9a40-3bd9a535af60/1d099267-a0bd-4b44-8bc1-e7bca4b31e6e) {{(pid=87424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:10:14.334430 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-58ec6f21-3529-4c76-b5c7-f383e16b762c service neutron] 10.222.0.65 "GET /v2.0/networks/016decb7-a79d-4fb4-97a6-0ca75ee34d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498094 Nov 24 18:10:14.340536 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 26c2cbcb-d591-4c54-a659-dd6700808e2b details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=87425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 18:10:14.340536 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device f8da2434-c94c-413c-8228-2cd2fe067552 up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:10:14.484274 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2f2e7ee8-82eb-4ee9-8e6c-bbede3604aaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:14.516062 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-25c80983-3819-4e10-a694-8ecabd8bd672 service neutron] 10.222.0.65 "GET /v2.0/networks/016decb7-a79d-4fb4-97a6-0ca75ee34d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735649 Nov 24 18:10:14.537470 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-096217b7-0c68-4e7e-bf4e-47f38e4e8502 None None] Notify callbacks [] for port, precommit_create {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:14.547343 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 55598) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:10:14.561715 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-096217b7-0c68-4e7e-bf4e-47f38e4e8502 None None] Transition to ACTIVE for port object 49a6e5e9-d26b-4a5c-ad2d-af2c331eefbc will not be triggered until provisioned by entity L2. {{(pid=87425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:10:14.623626 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2f2e7ee8-82eb-4ee9-8e6c-bbede3604aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3149175'] for port, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:14.632944 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:14.638554 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-096217b7-0c68-4e7e-bf4e-47f38e4e8502 None None] Transition to ACTIVE for port object 49a6e5e9-d26b-4a5c-ad2d-af2c331eefbc will not be triggered until provisioned by entity DHCP. {{(pid=87425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:10:14.683852 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-5d319cdb-b6cb-448c-81a5-a07ddf19915e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:14.731736 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e7ee8-82eb-4ee9-8e6c-bbede3604aaa admin admin] Pushing event updated for resources: {'Port': ['ID=1d099267-a0bd-4b44-8bc1-e7bca4b31e6e,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:14.734011 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-5d319cdb-b6cb-448c-81a5-a07ddf19915e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:14.741517 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-2f2e7ee8-82eb-4ee9-8e6c-bbede3604aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:14.743710 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2e7ee8-82eb-4ee9-8e6c-bbede3604aaa admin admin] Network 526841e0-8571-4339-baee-0cea4a76b63c is already hosted by enough agents. {{(pid=87424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:10:14.745126 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.base_scheduler [None req-2f2e7ee8-82eb-4ee9-8e6c-bbede3604aaa admin admin] Resources bound (agent type, host, resource id): {{(pid=87424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:10:14.747957 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2e7ee8-82eb-4ee9-8e6c-bbede3604aaa admin admin] Received port after_create {{(pid=87424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:10:14.788709 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-096217b7-0c68-4e7e-bf4e-47f38e4e8502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421'] for port, after_create {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:14.802493 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:14.904003 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning for port f8da2434-c94c-413c-8228-2cd2fe067552 completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:10:14.922670 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096217b7-0c68-4e7e-bf4e-47f38e4e8502 None None] Network f4ca00bc-df16-48a6-9c75-9030ceec5232 is already hosted by enough agents. {{(pid=87425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:10:14.932474 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096217b7-0c68-4e7e-bf4e-47f38e4e8502 None None] Pushing event updated for resources: {'Port': ['ID=49a6e5e9-d26b-4a5c-ad2d-af2c331eefbc,revision_number=1']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:14.940753 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.scheduler.base_scheduler [None req-096217b7-0c68-4e7e-bf4e-47f38e4e8502 None None] Resources bound (agent type, host, resource id): {{(pid=87425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:10:14.940753 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-096217b7-0c68-4e7e-bf4e-47f38e4e8502 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:14.946937 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port f8da2434-c94c-413c-8228-2cd2fe067552 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:10:14.947319 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:14.974273 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096217b7-0c68-4e7e-bf4e-47f38e4e8502 None None] Received port after_create {{(pid=87425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:10:14.983197 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-5d319cdb-b6cb-448c-81a5-a07ddf19915e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:14.988869 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-98cecc1b-4528-4d0a-b017-ecd9b50a3918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:15.009269 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d319cdb-b6cb-448c-81a5-a07ddf19915e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50405b2e-0eeb-4384-8e2c-2502bf0d6374,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:15.012802 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-5d319cdb-b6cb-448c-81a5-a07ddf19915e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:15.076822 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 26c2cbcb-d591-4c54-a659-dd6700808e2b, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=26c2cbcb-d591-4c54-a659-dd6700808e2b,segment=NetworkSegment(fdb57223-aabb-4ab3-b4d8-99a13afb7454),segment_id=fdb57223-aabb-4ab3-b4d8-99a13afb7454)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:10:15.133758 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-5d319cdb-b6cb-448c-81a5-a07ddf19915e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:15.137966 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-5d319cdb-b6cb-448c-81a5-a07ddf19915e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "DELETE /v2.0/security-groups/50405b2e-0eeb-4384-8e2c-2502bf0d6374 HTTP/1.1" status: 204 len: 168 time: 0.5855403 Nov 24 18:10:15.138270 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 55602) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:10:15.142724 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Returning: {'device': '26c2cbcb-d591-4c54-a659-dd6700808e2b', 'network_id': '493928d0-c764-42c0-ae42-bff2495f2f71', 'port_id': '26c2cbcb-d591-4c54-a659-dd6700808e2b', 'mac_address': 'fa:16:3e:ed:16:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f439e0c3-8b50-4621-b352-7a32b14ae854', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 18:10:15.155974 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.api.v2.resource [None req-d9f5ff35-9039-4568-99f3-782ca7eddd83 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] show failed (client error): The resource could not be found. Nov 24 18:10:15.159632 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-d9f5ff35-9039-4568-99f3-782ca7eddd83 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups/50405b2e-0eeb-4384-8e2c-2502bf0d6374 HTTP/1.1" status: 404 len: 347 time: 0.0178127 Nov 24 18:10:15.160723 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 55606) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:10:15.201346 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-096217b7-0c68-4e7e-bf4e-47f38e4e8502 None None] Attempting to bind port 49a6e5e9-d26b-4a5c-ad2d-af2c331eefbc on host dv-cinder-818579-1-smb for vnic_type normal with profile {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:10:15.201652 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-096217b7-0c68-4e7e-bf4e-47f38e4e8502 None None] Attempting to bind port 49a6e5e9-d26b-4a5c-ad2d-af2c331eefbc by drivers openvswitch,hyperv on host dv-cinder-818579-1-smb at level 0 using segments [{'id': 'd6462bbc-41ba-4936-91ae-f4b2be75c323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f4ca00bc-df16-48a6-9c75-9030ceec5232'}] {{(pid=87425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:10:15.202003 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096217b7-0c68-4e7e-bf4e-47f38e4e8502 None None] Attempting to bind port 49a6e5e9-d26b-4a5c-ad2d-af2c331eefbc on network f4ca00bc-df16-48a6-9c75-9030ceec5232 {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:10:15.252806 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096217b7-0c68-4e7e-bf4e-47f38e4e8502 None None] Checking agent: {'id': '649afde1-6bcc-42a3-a59e-22c863eb835e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 57, 8), 'started_at': datetime.datetime(2021, 11, 24, 17, 57, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:10:15.252806 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096217b7-0c68-4e7e-bf4e-47f38e4e8502 None None] Checking segment: {'id': 'd6462bbc-41ba-4936-91ae-f4b2be75c323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f4ca00bc-df16-48a6-9c75-9030ceec5232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:10:15.253125 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-096217b7-0c68-4e7e-bf4e-47f38e4e8502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:15.253440 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096217b7-0c68-4e7e-bf4e-47f38e4e8502 None None] Bound using segment: {'id': 'd6462bbc-41ba-4936-91ae-f4b2be75c323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f4ca00bc-df16-48a6-9c75-9030ceec5232'} {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:10:15.253926 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-096217b7-0c68-4e7e-bf4e-47f38e4e8502 None None] Bound port: 49a6e5e9-d26b-4a5c-ad2d-af2c331eefbc, host: dv-cinder-818579-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6462bbc-41ba-4936-91ae-f4b2be75c323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f4ca00bc-df16-48a6-9c75-9030ceec5232'}}] {{(pid=87425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:10:15.254307 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-096217b7-0c68-4e7e-bf4e-47f38e4e8502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:15.266810 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2f2e7ee8-82eb-4ee9-8e6c-bbede3604aaa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:15.291136 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:15.301388 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-175477a4-912d-491a-bfd8-be63cf7d1b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774801609-router', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:57Z', 'updated_at': '2021-11-24T18:06:11Z', 'revision_number': 4, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'gw_port': {'id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:eb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': '67f6255f-54bd-4de6-a892-db56481af566', 'name': '', 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'mac_address': 'fa:16:3e:52:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0c1b52e1-6661-4f68-9dd2-227c3d39ad6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:08Z', 'updated_at': '2021-11-24T18:06:24Z', 'revision_number': 5, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'subnets': [{'id': '0c1b52e1-6661-4f68-9dd2-227c3d39ad6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:10:15.321345 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [None req-da65a29b-ef6a-4ad1-bfc3-a7c47f403729 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Deleting port 5dd5135a-d9fe-41f9-8cdd-a6c997d3b45f {{(pid=87423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:10:15.321345 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-da65a29b-ef6a-4ad1-bfc3-a7c47f403729 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:15.350223 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175477a4-912d-491a-bfd8-be63cf7d1b38 None None] The sync data for ids ['96a06d1f-91d2-4f9f-8902-87ef3f1b025f'] in dv-cinder-818579-1-smb is: [{'id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774801609-router', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:57Z', 'updated_at': '2021-11-24T18:06:11Z', 'revision_number': 4, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'gw_port': {'id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:eb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': '67f6255f-54bd-4de6-a892-db56481af566', 'name': '', 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'mac_address': 'fa:16:3e:52:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0c1b52e1-6661-4f68-9dd2-227c3d39ad6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:08Z', 'updated_at': '2021-11-24T18:06:24Z', 'revision_number': 5, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'subnets': [{'id': '0c1b52e1-6661-4f68-9dd2-227c3d39ad6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 18:10:15.368677 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:15.384046 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c2cbcb-d591-4c54-a659-dd6700808e2b {{(pid=87425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:10:15.438917 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 26c2cbcb-d591-4c54-a659-dd6700808e2b, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=26c2cbcb-d591-4c54-a659-dd6700808e2b,segment=NetworkSegment(fdb57223-aabb-4ab3-b4d8-99a13afb7454),segment_id=fdb57223-aabb-4ab3-b4d8-99a13afb7454)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:10:15.445829 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] For port f8da2434-c94c-413c-8228-2cd2fe067552, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=f8da2434-c94c-413c-8228-2cd2fe067552,segment=NetworkSegment(84f387a6-043c-4b34-9566-cea2391a5577),segment_id=84f387a6-043c-4b34-9566-cea2391a5577)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:10:15.450610 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-096217b7-0c68-4e7e-bf4e-47f38e4e8502 None None] For port 49a6e5e9-d26b-4a5c-ad2d-af2c331eefbc, host dv-cinder-818579-1-smb, cleared binding levels {{(pid=87425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:10:15.458774 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-096217b7-0c68-4e7e-bf4e-47f38e4e8502 None None] For port 49a6e5e9-d26b-4a5c-ad2d-af2c331eefbc, host dv-cinder-818579-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=49a6e5e9-d26b-4a5c-ad2d-af2c331eefbc,segment=NetworkSegment(d6462bbc-41ba-4936-91ae-f4b2be75c323),segment_id=d6462bbc-41ba-4936-91ae-f4b2be75c323)] {{(pid=87425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:10:15.508157 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:15.510721 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-98f283b6-eb30-4f9e-890d-2a5ef6c2e68a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:15.547066 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:15.556586 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-096217b7-0c68-4e7e-bf4e-47f38e4e8502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:15.597193 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=26c2cbcb-d591-4c54-a659-dd6700808e2b,revision_number=4']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:15.601120 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:15.601597 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-50039d5f-e2fa-4d7a-8e65-4744151f56b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:15.621818 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-da65a29b-ef6a-4ad1-bfc3-a7c47f403729 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:15.622150 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-da65a29b-ef6a-4ad1-bfc3-a7c47f403729 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:15.699305 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Pushing event updated for resources: {'Port': ['ID=f8da2434-c94c-413c-8228-2cd2fe067552,revision_number=5']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:15.753132 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06530243-62b0-4092-a35d-0eda16e827f9 None None] New status for floating IP 9aeda259-e1ce-4868-969a-73ff6ba9942a: DOWN {{(pid=87426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 18:10:15.801558 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [None req-da65a29b-ef6a-4ad1-bfc3-a7c47f403729 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Calling delete_port for 5dd5135a-d9fe-41f9-8cdd-a6c997d3b45f owned by network:floatingip {{(pid=87423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:10:15.830625 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096217b7-0c68-4e7e-bf4e-47f38e4e8502 None None] Pushing event updated for resources: {'Port': ['ID=49a6e5e9-d26b-4a5c-ad2d-af2c331eefbc,revision_number=2']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:15.842328 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-096217b7-0c68-4e7e-bf4e-47f38e4e8502 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:15.843066 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-98f283b6-eb30-4f9e-890d-2a5ef6c2e68a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.275s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:15.843602 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-98f283b6-eb30-4f9e-890d-2a5ef6c2e68a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:15.861835 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['26c2cbcb-d591-4c54-a659-dd6700808e2b'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:10:15.935975 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4a9ff-a3d2-4331-8fc5-10c1cc89488a req-e871a712-1c2e-422b-843a-8168146c2c5b tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:15.946892 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-a4f4a9ff-a3d2-4331-8fc5-10c1cc89488a req-e871a712-1c2e-422b-843a-8168146c2c5b tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=665a93f7-25a5-4ede-83b4-a5a58fe0c1b1 HTTP/1.1" status: 200 len: 944 time: 0.4751532 Nov 24 18:10:16.011675 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2f2e7ee8-82eb-4ee9-8e6c-bbede3604aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-502045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505830'] for router, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:16.148098 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-a4f4a9ff-a3d2-4331-8fc5-10c1cc89488a req-72eba72b-db08-4f1a-ac41-48ad56034a32 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/security-groups?id=32ca3b8f-e0c8-4a49-8ab1-8900f5a4e830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996956 Nov 24 18:10:16.172155 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-484ba0d3-9fa4-4f0b-b841-488ba5667f22 req-dbb83728-4735-4dae-9293-45a54a1bbbb4 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2a4a95f-c680-40d5-84d3-1f3ccd85e47c HTTP/1.1" status: 200 len: 210 time: 0.2198074 Nov 24 18:10:16.295559 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 49a6e5e9-d26b-4a5c-ad2d-af2c331eefbc up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:10:16.333555 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.db.api [None req-da65a29b-ef6a-4ad1-bfc3-a7c47f403729 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 18:10:16.333901 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_db.api [None req-da65a29b-ef6a-4ad1-bfc3-a7c47f403729 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 18:10:16.377699 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2e7ee8-82eb-4ee9-8e6c-bbede3604aaa admin admin] Router 8118a3a3-73ed-42ad-b55e-1dda3eb3024f is scheduled to L3 agent aba83f48-bec1-4447-972f-e1c88a92dee8 with binding_index 1 {{(pid=87424) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 18:10:16.457236 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning for port 49a6e5e9-d26b-4a5c-ad2d-af2c331eefbc completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:10:16.463107 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device f8da2434-c94c-413c-8228-2cd2fe067552 up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:10:16.567159 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2e7ee8-82eb-4ee9-8e6c-bbede3604aaa admin admin] Notify agent at l3_agent.dv-cinder-818579-1-smb the message routers_updated {{(pid=87424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 18:10:16.581337 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f32b4e7-4e1d-46c3-8ed7-eac936aeebd3 None None] Sync routers for ids ['8118a3a3-73ed-42ad-b55e-1dda3eb3024f'] in dv-cinder-818579-1-smb {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 18:10:16.594957 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port f8da2434-c94c-413c-8228-2cd2fe067552 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:10:16.595338 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:16.620160 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f32b4e7-4e1d-46c3-8ed7-eac936aeebd3 None None] Routers {'8118a3a3-73ed-42ad-b55e-1dda3eb3024f'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:10:16.620840 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-1f32b4e7-4e1d-46c3-8ed7-eac936aeebd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:10:10Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['8118a3a3-73ed-42ad-b55e-1dda3eb3024f'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:10:16.657759 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2f2e7ee8-82eb-4ee9-8e6c-bbede3604aaa admin admin] Notify callbacks [] for router, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:16.658984 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-2f2e7ee8-82eb-4ee9-8e6c-bbede3604aaa admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1168871 Nov 24 18:10:16.662039 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 55626) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:10:16.835244 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [None req-da65a29b-ef6a-4ad1-bfc3-a7c47f403729 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Deleting port 5dd5135a-d9fe-41f9-8cdd-a6c997d3b45f {{(pid=87423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:10:16.836638 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-da65a29b-ef6a-4ad1-bfc3-a7c47f403729 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:16.881076 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9f3bcd-4ba6-4bf8-b5d8-44aef1585016 None None] Network f4ca00bc-df16-48a6-9c75-9030ceec5232 requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:10:16.899005 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-1f32b4e7-4e1d-46c3-8ed7-eac936aeebd3 None None] Set router 8118a3a3-73ed-42ad-b55e-1dda3eb3024f gateway port host: dv-cinder-818579-1-smb {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:10:17.205053 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-95afe9bb-eb02-486d-921e-06a2707e327a None None] Provisioning for port 49a6e5e9-d26b-4a5c-ad2d-af2c331eefbc completed by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:10:17.258573 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-95afe9bb-eb02-486d-921e-06a2707e327a None None] Provisioning complete for port 49a6e5e9-d26b-4a5c-ad2d-af2c331eefbc triggered by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:10:17.258960 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-95afe9bb-eb02-486d-921e-06a2707e327a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:17.268587 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-da65a29b-ef6a-4ad1-bfc3-a7c47f403729 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:17.269108 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-da65a29b-ef6a-4ad1-bfc3-a7c47f403729 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:17.368479 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-438f98dc-2261-47dc-98ed-2a7ed5d0ce8a req-38bedbfd-a86e-4856-bbc5-5be7c32f76c8 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2a4a95f-c680-40d5-84d3-1f3ccd85e47c HTTP/1.1" status: 200 len: 210 time: 0.0609605 Nov 24 18:10:17.408802 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [None req-da65a29b-ef6a-4ad1-bfc3-a7c47f403729 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Calling delete_port for 5dd5135a-d9fe-41f9-8cdd-a6c997d3b45f owned by network:floatingip {{(pid=87423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:10:17.503220 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-95afe9bb-eb02-486d-921e-06a2707e327a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:17.516255 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-1f32b4e7-4e1d-46c3-8ed7-eac936aeebd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8118a3a3-73ed-42ad-b55e-1dda3eb3024f', 'name': 'tempest-TestMinimumBasicScenario-56659883-router', 'tenant_id': '1829098ca06a4a6281820bdf90a6f685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': '1d099267-a0bd-4b44-8bc1-e7bca4b31e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:10:12Z', 'updated_at': '2021-11-24T18:10:15Z', 'revision_number': 3, 'project_id': '1829098ca06a4a6281820bdf90a6f685', 'gw_port': {'id': '1d099267-a0bd-4b44-8bc1-e7bca4b31e6e', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ad:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8118a3a3-73ed-42ad-b55e-1dda3eb3024f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:10:14Z', 'updated_at': '2021-11-24T18:10:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb'}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:10:17.532971 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f32b4e7-4e1d-46c3-8ed7-eac936aeebd3 None None] Checking router: 8118a3a3-73ed-42ad-b55e-1dda3eb3024f for host: dv-cinder-818579-1-smb {{(pid=87425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 18:10:17.533359 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f32b4e7-4e1d-46c3-8ed7-eac936aeebd3 None None] Updating router 8118a3a3-73ed-42ad-b55e-1dda3eb3024f port 1d099267-a0bd-4b44-8bc1-e7bca4b31e6e binding host dv-cinder-818579-1-smb {{(pid=87425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 18:10:17.593889 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-95afe9bb-eb02-486d-921e-06a2707e327a None None] For port 49a6e5e9-d26b-4a5c-ad2d-af2c331eefbc, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=49a6e5e9-d26b-4a5c-ad2d-af2c331eefbc,segment=NetworkSegment(d6462bbc-41ba-4936-91ae-f4b2be75c323),segment_id=d6462bbc-41ba-4936-91ae-f4b2be75c323)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:10:17.602930 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-1f32b4e7-4e1d-46c3-8ed7-eac936aeebd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:17.668731 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-95afe9bb-eb02-486d-921e-06a2707e327a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:17.669263 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:17.826116 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbb86a-4e95-47f2-bf1c-1a292b41af04 req-41c68ba8-1d9a-4ccb-bc98-b7e221f9da61 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:17.826774 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-38dbb86a-4e95-47f2-bf1c-1a292b41af04 req-41c68ba8-1d9a-4ccb-bc98-b7e221f9da61 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Synchronizing usage tracker for tenant:e3ec3799b8094807b9daa97a6f232838 on resource:port {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:10:17.834437 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95afe9bb-eb02-486d-921e-06a2707e327a None None] Pushing event updated for resources: {'Port': ['ID=49a6e5e9-d26b-4a5c-ad2d-af2c331eefbc,revision_number=3']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:17.840588 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-95afe9bb-eb02-486d-921e-06a2707e327a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:17.957150 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-1c6380c9-435b-4c43-9ab5-ca2c850bcf61 None None] Provisioning complete for port 49a6e5e9-d26b-4a5c-ad2d-af2c331eefbc triggered by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:10:17.957538 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-1c6380c9-435b-4c43-9ab5-ca2c850bcf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:18.039442 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-84e3a846-0fd3-4b65-9c31-793b3a99b423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:18.096862 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-da65a29b-ef6a-4ad1-bfc3-a7c47f403729 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:18.100826 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-38dbb86a-4e95-47f2-bf1c-1a292b41af04 req-41c68ba8-1d9a-4ccb-bc98-b7e221f9da61 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Unset dirty status for tenant:e3ec3799b8094807b9daa97a6f232838 on resource:port {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:10:18.108033 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-38dbb86a-4e95-47f2-bf1c-1a292b41af04 req-41c68ba8-1d9a-4ccb-bc98-b7e221f9da61 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=665a93f7-25a5-4ede-83b4-a5a58fe0c1b1 HTTP/1.1" status: 200 len: 944 time: 0.7083054 Nov 24 18:10:18.112952 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-dee5e34e-8ddc-4998-a3f3-559e50293c27 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:18.170584 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 26c2cbcb-d591-4c54-a659-dd6700808e2b up at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:10:18.194955 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 49a6e5e9-d26b-4a5c-ad2d-af2c331eefbc up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:10:18.219920 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.db.resource_extend [None req-1f32b4e7-4e1d-46c3-8ed7-eac936aeebd3 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 18:10:18.249524 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65a29b-ef6a-4ad1-bfc3-a7c47f403729 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Pushing event deleted for resources: {'Port': ['ID=5dd5135a-d9fe-41f9-8cdd-a6c997d3b45f,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:18.252087 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-da65a29b-ef6a-4ad1-bfc3-a7c47f403729 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:18.371145 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-1f32b4e7-4e1d-46c3-8ed7-eac936aeebd3 None None] Notify callbacks [] for port, precommit_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:18.390337 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-1f32b4e7-4e1d-46c3-8ed7-eac936aeebd3 None None] Transition to ACTIVE for port object 1d099267-a0bd-4b44-8bc1-e7bca4b31e6e will not be triggered until provisioned by entity L2. {{(pid=87425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:10:18.400675 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port 49a6e5e9-d26b-4a5c-ad2d-af2c331eefbc triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:10:18.401059 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:18.438383 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-38dbb86a-4e95-47f2-bf1c-1a292b41af04 req-13033499-5000-43e1-b04c-594857549e6e tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/security-groups?id=32ca3b8f-e0c8-4a49-8ab1-8900f5a4e830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294520 Nov 24 18:10:18.463587 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-1f32b4e7-4e1d-46c3-8ed7-eac936aeebd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:18.463805 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning for port 26c2cbcb-d591-4c54-a659-dd6700808e2b completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:10:18.470747 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:18.477155 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-da65a29b-ef6a-4ad1-bfc3-a7c47f403729 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for floatingip, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:18.513877 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning complete for port 26c2cbcb-d591-4c54-a659-dd6700808e2b triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:10:18.513877 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:18.593694 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-7f0ee427-ab52-4acb-bef8-9816f438246d tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:18.595402 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-7f0ee427-ab52-4acb-bef8-9816f438246d tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.66 "GET /v2.0/networks?id=016decb7-a79d-4fb4-97a6-0ca75ee34d5e HTTP/1.1" status: 200 len: 813 time: 0.3719161 Nov 24 18:10:18.621858 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-1f32b4e7-4e1d-46c3-8ed7-eac936aeebd3 None None] Attempting to bind port 1d099267-a0bd-4b44-8bc1-e7bca4b31e6e on host dv-cinder-818579-1-smb for vnic_type normal with profile {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:10:18.622406 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-1f32b4e7-4e1d-46c3-8ed7-eac936aeebd3 None None] Attempting to bind port 1d099267-a0bd-4b44-8bc1-e7bca4b31e6e by drivers openvswitch,hyperv on host dv-cinder-818579-1-smb at level 0 using segments [{'id': 'd3760bee-36f8-40b7-a723-a1b5699a82b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'}] {{(pid=87425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:10:18.622524 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f32b4e7-4e1d-46c3-8ed7-eac936aeebd3 None None] Attempting to bind port 1d099267-a0bd-4b44-8bc1-e7bca4b31e6e on network 526841e0-8571-4339-baee-0cea4a76b63c {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:10:18.632001 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d79ad3-1a28-424a-954c-93db79500c0c None None] Pushing event updated for resources: {'Port': ['ID=1d099267-a0bd-4b44-8bc1-e7bca4b31e6e,revision_number=2']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:18.636991 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-e7d79ad3-1a28-424a-954c-93db79500c0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:18.639246 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f32b4e7-4e1d-46c3-8ed7-eac936aeebd3 None None] Checking agent: {'id': '649afde1-6bcc-42a3-a59e-22c863eb835e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 57, 8), 'started_at': datetime.datetime(2021, 11, 24, 17, 57, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:10:18.640396 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f32b4e7-4e1d-46c3-8ed7-eac936aeebd3 None None] Checking segment: {'id': 'd3760bee-36f8-40b7-a723-a1b5699a82b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:10:18.640396 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-1f32b4e7-4e1d-46c3-8ed7-eac936aeebd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:18.640616 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f32b4e7-4e1d-46c3-8ed7-eac936aeebd3 None None] Bound using segment: {'id': 'd3760bee-36f8-40b7-a723-a1b5699a82b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'} {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:10:18.641055 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-1f32b4e7-4e1d-46c3-8ed7-eac936aeebd3 None None] Bound port: 1d099267-a0bd-4b44-8bc1-e7bca4b31e6e, host: dv-cinder-818579-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3760bee-36f8-40b7-a723-a1b5699a82b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'}}] {{(pid=87425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:10:18.641285 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-1f32b4e7-4e1d-46c3-8ed7-eac936aeebd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:18.645811 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-faa4aefb-a57f-42c5-a205-4e5ca3d718d4 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Request body: {'port': {'device_id': 'a2a4a95f-c680-40d5-84d3-1f3ccd85e47c', 'network_id': '016decb7-a79d-4fb4-97a6-0ca75ee34d5e', 'admin_state_up': True, 'tenant_id': 'c5c6e3eea3214799b724b75688b50e58'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:10:18.680139 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-15de8355-47f4-42a8-8d2a-eb9639c48e68 req-a08e56fd-23e0-4219-905c-fa89c26a1893 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2a4a95f-c680-40d5-84d3-1f3ccd85e47c HTTP/1.1" status: 200 len: 210 time: 0.0822623 Nov 24 18:10:18.687709 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.db_base_plugin_common [None req-84e3a846-0fd3-4b65-9c31-793b3a99b423 admin admin] Allocated IP 172.20.0.1 (f4ca00bc-df16-48a6-9c75-9030ceec5232/c7efc457-4999-4308-9cd2-27dfede15071/7703fd13-f196-4f36-874f-675a893db3a1) {{(pid=87423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:10:18.759370 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-da65a29b-ef6a-4ad1-bfc3-a7c47f403729 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for floatingip, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:18.763917 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-da65a29b-ef6a-4ad1-bfc3-a7c47f403729 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "DELETE /v2.0/floatingips/9aeda259-e1ce-4868-969a-73ff6ba9942a HTTP/1.1" status: 204 len: 168 time: 3.6001134 Nov 24 18:10:18.792579 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fc8c5-f20f-4f7a-9db3-9bead1855d5e req-dfc5fda7-cacf-436c-9b22-fc7734851a51 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:18.809887 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-952fc8c5-f20f-4f7a-9db3-9bead1855d5e req-dfc5fda7-cacf-436c-9b22-fc7734851a51 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.1204813 Nov 24 18:10:18.832367 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-1f32b4e7-4e1d-46c3-8ed7-eac936aeebd3 None None] For port 1d099267-a0bd-4b44-8bc1-e7bca4b31e6e, host dv-cinder-818579-1-smb, cleared binding levels {{(pid=87425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:10:18.844123 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:18.862258 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-1f32b4e7-4e1d-46c3-8ed7-eac936aeebd3 None None] For port 1d099267-a0bd-4b44-8bc1-e7bca4b31e6e, host dv-cinder-818579-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=1d099267-a0bd-4b44-8bc1-e7bca4b31e6e,segment=NetworkSegment(d3760bee-36f8-40b7-a723-a1b5699a82b5),segment_id=d3760bee-36f8-40b7-a723-a1b5699a82b5)] {{(pid=87425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:10:18.888873 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665a93f7-25a5-4ede-83b4-a5a58fe0c1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c2cbcb-d591-4c54-a659-dd6700808e2b'}] {{(pid=87425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:10:18.903624 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 26c2cbcb-d591-4c54-a659-dd6700808e2b, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=26c2cbcb-d591-4c54-a659-dd6700808e2b,segment=NetworkSegment(fdb57223-aabb-4ab3-b4d8-99a13afb7454),segment_id=fdb57223-aabb-4ab3-b4d8-99a13afb7454)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:10:18.906516 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-952fc8c5-f20f-4f7a-9db3-9bead1855d5e req-0dc32aa5-a9e8-4b0b-aac0-31adbf5d8337 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807443 Nov 24 18:10:18.921353 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-1f32b4e7-4e1d-46c3-8ed7-eac936aeebd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:18.926220 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:18.974940 dv-cinder-818579-1-smb neutron-server[87425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '665a93f7-25a5-4ede-83b4-a5a58fe0c1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c2cbcb-d591-4c54-a659-dd6700808e2b', 'code': 200} Nov 24 18:10:18.993607 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:19.011382 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-faa4aefb-a57f-42c5-a205-4e5ca3d718d4 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:10:19.023426 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f32b4e7-4e1d-46c3-8ed7-eac936aeebd3 None None] Routers {'8118a3a3-73ed-42ad-b55e-1dda3eb3024f'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:10:19.029008 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-1f32b4e7-4e1d-46c3-8ed7-eac936aeebd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:10:10Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['8118a3a3-73ed-42ad-b55e-1dda3eb3024f'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:10:19.038661 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-faa4aefb-a57f-42c5-a205-4e5ca3d718d4 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:10:19.080605 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-84e3a846-0fd3-4b65-9c31-793b3a99b423 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:19.092273 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d79ad3-1a28-424a-954c-93db79500c0c None None] Pushing event updated for resources: {'Port': ['ID=1d099267-a0bd-4b44-8bc1-e7bca4b31e6e,revision_number=3']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:19.096890 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-e7d79ad3-1a28-424a-954c-93db79500c0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:19.097432 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:19.100821 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.provisioning_blocks [None req-84e3a846-0fd3-4b65-9c31-793b3a99b423 admin admin] Transition to ACTIVE for port object 7703fd13-f196-4f36-874f-675a893db3a1 will not be triggered until provisioned by entity DHCP. {{(pid=87423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:10:19.177816 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-faa4aefb-a57f-42c5-a205-4e5ca3d718d4 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Made reservation on behalf of c5c6e3eea3214799b724b75688b50e58 for: {'port': 1} {{(pid=87423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:10:19.181406 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-faa4aefb-a57f-42c5-a205-4e5ca3d718d4 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:19.243086 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-84e3a846-0fd3-4b65-9c31-793b3a99b423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:19.247994 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=26c2cbcb-d591-4c54-a659-dd6700808e2b,revision_number=5']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:19.248731 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-bb66df1f-5524-4deb-97bf-7b99f18089f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:19.252655 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:19.270111 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-1f32b4e7-4e1d-46c3-8ed7-eac936aeebd3 None None] Set router 8118a3a3-73ed-42ad-b55e-1dda3eb3024f gateway port host: dv-cinder-818579-1-smb {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:10:19.344444 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 55656) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:10:19.346882 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e3a846-0fd3-4b65-9c31-793b3a99b423 admin admin] Network f4ca00bc-df16-48a6-9c75-9030ceec5232 is already hosted by enough agents. {{(pid=87423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:10:19.352257 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.base_scheduler [None req-84e3a846-0fd3-4b65-9c31-793b3a99b423 admin admin] Resources bound (agent type, host, resource id): {{(pid=87423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:10:19.353162 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-2c0a8f4c-3ef2-454e-bbe2-98e49937a8c8 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1857948306', 'description': 'tempest-description--1186055999'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:10:19.363304 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-2c0a8f4c-3ef2-454e-bbe2-98e49937a8c8 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:10:19.363430 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e3a846-0fd3-4b65-9c31-793b3a99b423 admin admin] Received port after_create {{(pid=87423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:10:19.376343 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-2c0a8f4c-3ef2-454e-bbe2-98e49937a8c8 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Usage tracker for resource:security_group and tenant:c71c458ed19546f2b7ecc2a78475b465 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:10:19.379751 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-2c0a8f4c-3ef2-454e-bbe2-98e49937a8c8 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:10:19.392115 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-2c0a8f4c-3ef2-454e-bbe2-98e49937a8c8 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:10:19.469401 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2c0a8f4c-3ef2-454e-bbe2-98e49937a8c8 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:19.527132 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-2c0a8f4c-3ef2-454e-bbe2-98e49937a8c8 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:10:19.531957 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-2c0a8f4c-3ef2-454e-bbe2-98e49937a8c8 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Usage tracker for resource:security_group_rule and tenant:c71c458ed19546f2b7ecc2a78475b465 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:10:19.535478 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-2c0a8f4c-3ef2-454e-bbe2-98e49937a8c8 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:10:19.547946 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-2c0a8f4c-3ef2-454e-bbe2-98e49937a8c8 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:10:19.582956 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-1f32b4e7-4e1d-46c3-8ed7-eac936aeebd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8118a3a3-73ed-42ad-b55e-1dda3eb3024f', 'name': 'tempest-TestMinimumBasicScenario-56659883-router', 'tenant_id': '1829098ca06a4a6281820bdf90a6f685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': '1d099267-a0bd-4b44-8bc1-e7bca4b31e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:10:12Z', 'updated_at': '2021-11-24T18:10:15Z', 'revision_number': 3, 'project_id': '1829098ca06a4a6281820bdf90a6f685', 'gw_port': {'id': '1d099267-a0bd-4b44-8bc1-e7bca4b31e6e', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ad:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8118a3a3-73ed-42ad-b55e-1dda3eb3024f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:10:14Z', 'updated_at': '2021-11-24T18:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb'}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:10:19.588935 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f32b4e7-4e1d-46c3-8ed7-eac936aeebd3 None None] The sync data for ids ['8118a3a3-73ed-42ad-b55e-1dda3eb3024f'] in dv-cinder-818579-1-smb is: [{'id': '8118a3a3-73ed-42ad-b55e-1dda3eb3024f', 'name': 'tempest-TestMinimumBasicScenario-56659883-router', 'tenant_id': '1829098ca06a4a6281820bdf90a6f685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': '1d099267-a0bd-4b44-8bc1-e7bca4b31e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:10:12Z', 'updated_at': '2021-11-24T18:10:15Z', 'revision_number': 3, 'project_id': '1829098ca06a4a6281820bdf90a6f685', 'gw_port': {'id': '1d099267-a0bd-4b44-8bc1-e7bca4b31e6e', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ad:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8118a3a3-73ed-42ad-b55e-1dda3eb3024f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:10:14Z', 'updated_at': '2021-11-24T18:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb'}] {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 18:10:19.615769 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3a846-0fd3-4b65-9c31-793b3a99b423 admin admin] Pushing event updated for resources: {'Port': ['ID=7703fd13-f196-4f36-874f-675a893db3a1,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:19.625409 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-84e3a846-0fd3-4b65-9c31-793b3a99b423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:19.674009 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-84e3a846-0fd3-4b65-9c31-793b3a99b423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578856'] for router_interface, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:19.717805 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2c0a8f4c-3ef2-454e-bbe2-98e49937a8c8 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:19.756866 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952667a-4c79-4211-a8d8-45c3a6be1b94 req-2bd98dec-f847-4499-bf76-cbf1d0dca17c tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:19.758712 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-1952667a-4c79-4211-a8d8-45c3a6be1b94 req-2bd98dec-f847-4499-bf76-cbf1d0dca17c tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=665a93f7-25a5-4ede-83b4-a5a58fe0c1b1 HTTP/1.1" status: 200 len: 945 time: 0.1188245 Nov 24 18:10:19.770749 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-87d727a6-1757-4453-8b99-7992ef3deff1 None None] Provisioning for port 7703fd13-f196-4f36-874f-675a893db3a1 completed by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:10:19.776264 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-87d727a6-1757-4453-8b99-7992ef3deff1 None None] Provisioning complete for port 7703fd13-f196-4f36-874f-675a893db3a1 triggered by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:10:19.777010 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-87d727a6-1757-4453-8b99-7992ef3deff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:19.802151 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.db_base_plugin_common [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-faa4aefb-a57f-42c5-a205-4e5ca3d718d4 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Allocated IP 172.20.0.7 (016decb7-a79d-4fb4-97a6-0ca75ee34d5e/782af270-97fd-478d-9369-ee7698bb6e97/c17f5100-f0de-48f7-b045-18c66bce827b) {{(pid=87423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:10:19.808382 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2c0a8f4c-3ef2-454e-bbe2-98e49937a8c8 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:19.844203 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-c1669df3-7dbf-44b9-93e3-7d52077e6700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:19.899777 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a6df05d9-04ed-46bc-bc84-582e86622850 req-e5d39f7a-c9b5-4934-9361-3121a38a429a tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2a4a95f-c680-40d5-84d3-1f3ccd85e47c HTTP/1.1" status: 200 len: 210 time: 0.0854452 Nov 24 18:10:19.937317 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-87d727a6-1757-4453-8b99-7992ef3deff1 None None] Port 7703fd13-f196-4f36-874f-675a893db3a1 cannot update to ACTIVE because it is not bound. {{(pid=87425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 18:10:19.944825 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a8f4c-3ef2-454e-bbe2-98e49937a8c8 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d31a2e7f-7e99-4724-8f50-566f07635cd3,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:19.957408 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2c0a8f4c-3ef2-454e-bbe2-98e49937a8c8 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:19.959545 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-2c0a8f4c-3ef2-454e-bbe2-98e49937a8c8 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6128473 Nov 24 18:10:19.961309 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-2c0a8f4c-3ef2-454e-bbe2-98e49937a8c8 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:19.975314 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-1952667a-4c79-4211-a8d8-45c3a6be1b94 req-8ab3c9be-b53d-4d76-9206-532e5b721d7d tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/security-groups?id=32ca3b8f-e0c8-4a49-8ab1-8900f5a4e830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077341 Nov 24 18:10:19.981682 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 55666) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:10:19.987971 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-afaf735d-6e0d-45e5-b387-391913dfa3dc tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Request body: {'security_group_rule': {'security_group_id': 'd31a2e7f-7e99-4724-8f50-566f07635cd3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:10:19.994198 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-afaf735d-6e0d-45e5-b387-391913dfa3dc tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:10:19.998239 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-afaf735d-6e0d-45e5-b387-391913dfa3dc tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Usage tracker for resource:security_group_rule and tenant:c71c458ed19546f2b7ecc2a78475b465 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:10:20.001474 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-afaf735d-6e0d-45e5-b387-391913dfa3dc tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:10:20.008757 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-afaf735d-6e0d-45e5-b387-391913dfa3dc tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:10:20.031072 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08312e-3a46-4913-8ece-ccbaa7d59c4b req-c4dc096c-900a-4744-8541-1e0ceb9a4312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:20.032729 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-cc08312e-3a46-4913-8ece-ccbaa7d59c4b req-c4dc096c-900a-4744-8541-1e0ceb9a4312 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=665a93f7-25a5-4ede-83b4-a5a58fe0c1b1 HTTP/1.1" status: 200 len: 1098 time: 0.6311784 Nov 24 18:10:20.110576 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-afaf735d-6e0d-45e5-b387-391913dfa3dc tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:20.164232 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 1d099267-a0bd-4b44-8bc1-e7bca4b31e6e up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:10:20.200469 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-afaf735d-6e0d-45e5-b387-391913dfa3dc tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:20.251178 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-cc08312e-3a46-4913-8ece-ccbaa7d59c4b req-73b359dc-2353-4e50-a85a-4f6106e3809e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=32ca3b8f-e0c8-4a49-8ab1-8900f5a4e830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026324 Nov 24 18:10:20.274832 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-afaf735d-6e0d-45e5-b387-391913dfa3dc tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357759'] for security_group_rule, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:20.278410 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-eeb7663d-5a61-454f-b42f-fe937d642863 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:20.303417 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf735d-6e0d-45e5-b387-391913dfa3dc tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17e0bd92-b780-4bcb-857d-92827ad7c33e,revision_number=0']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:20.304074 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning for port 1d099267-a0bd-4b44-8bc1-e7bca4b31e6e completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:10:20.309367 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-afaf735d-6e0d-45e5-b387-391913dfa3dc tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:20.325819 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port 1d099267-a0bd-4b44-8bc1-e7bca4b31e6e triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:10:20.326196 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:20.349177 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f9a21-f723-49c4-a765-cb3eb404a937 req-994b9963-4286-437b-9ab8-d4582d2c98ec tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:20.350686 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9c5f9a21-f723-49c4-a765-cb3eb404a937 req-994b9963-4286-437b-9ab8-d4582d2c98ec tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.2998729 Nov 24 18:10:20.356238 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-faa4aefb-a57f-42c5-a205-4e5ca3d718d4 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Notify callbacks [] for port, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:20.418097 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-afaf735d-6e0d-45e5-b387-391913dfa3dc tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:20.421840 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-afaf735d-6e0d-45e5-b387-391913dfa3dc tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4359319 Nov 24 18:10:20.422098 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 55670) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:10:20.430160 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-8114bff2-b88a-4367-9922-812e4d737900 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Request body: {'security_group_rule': {'security_group_id': 'd31a2e7f-7e99-4724-8f50-566f07635cd3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:10:20.437322 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-8114bff2-b88a-4367-9922-812e4d737900 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:10:20.441833 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-8114bff2-b88a-4367-9922-812e4d737900 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Usage tracker for resource:security_group_rule and tenant:c71c458ed19546f2b7ecc2a78475b465 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:10:20.445272 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-8114bff2-b88a-4367-9922-812e4d737900 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:10:20.452016 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-8114bff2-b88a-4367-9922-812e4d737900 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:10:20.467660 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9c5f9a21-f723-49c4-a765-cb3eb404a937 req-8c6dc8b4-6bd3-484a-9d0e-a78193adb066 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042857 Nov 24 18:10:20.467660 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-84e3a846-0fd3-4b65-9c31-793b3a99b423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:20.502717 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:20.520951 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] For port 1d099267-a0bd-4b44-8bc1-e7bca4b31e6e, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=1d099267-a0bd-4b44-8bc1-e7bca4b31e6e,segment=NetworkSegment(d3760bee-36f8-40b7-a723-a1b5699a82b5),segment_id=d3760bee-36f8-40b7-a723-a1b5699a82b5)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:10:20.545195 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-8114bff2-b88a-4367-9922-812e4d737900 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:20.612635 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:20.614523 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:20.619444 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-8114bff2-b88a-4367-9922-812e4d737900 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:20.652900 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-faa4aefb-a57f-42c5-a205-4e5ca3d718d4 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:20.663629 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:20.682287 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Pushing event updated for resources: {'Port': ['ID=1d099267-a0bd-4b44-8bc1-e7bca4b31e6e,revision_number=4']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:20.685321 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:20.714988 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-8114bff2-b88a-4367-9922-812e4d737900 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357759'] for security_group_rule, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:20.717039 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-afaf735d-6e0d-45e5-b387-391913dfa3dc tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:20.739918 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114bff2-b88a-4367-9922-812e4d737900 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25223fd0-3176-42a0-87d8-ca6b7f12f07a,revision_number=0']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:20.744309 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-8114bff2-b88a-4367-9922-812e4d737900 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:20.749657 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-faa4aefb-a57f-42c5-a205-4e5ca3d718d4 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Network 016decb7-a79d-4fb4-97a6-0ca75ee34d5e is already hosted by enough agents. {{(pid=87423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:10:20.753253 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.base_scheduler [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-faa4aefb-a57f-42c5-a205-4e5ca3d718d4 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Resources bound (agent type, host, resource id): {{(pid=87423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:10:20.755613 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-faa4aefb-a57f-42c5-a205-4e5ca3d718d4 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Received port after_create {{(pid=87423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:10:20.828761 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-8114bff2-b88a-4367-9922-812e4d737900 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:20.830061 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-8114bff2-b88a-4367-9922-812e4d737900 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4070015 Nov 24 18:10:20.834694 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 55674) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:10:20.840508 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-3d5a9100-9796-46aa-bf31-e33a5d2d2268 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Request body: {'floatingip': {'floating_network_id': '526841e0-8571-4339-baee-0cea4a76b63c'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:10:20.846483 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-3d5a9100-9796-46aa-bf31-e33a5d2d2268 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:10:20.850720 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-3d5a9100-9796-46aa-bf31-e33a5d2d2268 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Usage tracker for resource:floatingip and tenant:c71c458ed19546f2b7ecc2a78475b465 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:10:20.857242 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-3d5a9100-9796-46aa-bf31-e33a5d2d2268 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:10:20.864688 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-3d5a9100-9796-46aa-bf31-e33a5d2d2268 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:10:20.868207 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4aefb-a57f-42c5-a205-4e5ca3d718d4 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Pushing event updated for resources: {'Port': ['ID=c17f5100-f0de-48f7-b045-18c66bce827b,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:20.871204 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-faa4aefb-a57f-42c5-a205-4e5ca3d718d4 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:20.905433 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-faa4aefb-a57f-42c5-a205-4e5ca3d718d4 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:20.906067 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-faa4aefb-a57f-42c5-a205-4e5ca3d718d4 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:20.949699 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-84e3a846-0fd3-4b65-9c31-793b3a99b423 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:20.960181 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3d5a9100-9796-46aa-bf31-e33a5d2d2268 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for floatingip, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:20.966974 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513850c-eb00-4cff-ad9e-d6cbdfa0ceaa req-b0d58ab2-8338-49d5-8aed-693e1a10c3db tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:20.968342 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-8513850c-eb00-4cff-ad9e-d6cbdfa0ceaa req-b0d58ab2-8338-49d5-8aed-693e1a10c3db tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.66 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.1626170 Nov 24 18:10:21.039764 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-faa4aefb-a57f-42c5-a205-4e5ca3d718d4 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3974879 Nov 24 18:10:21.045961 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-8513850c-eb00-4cff-ad9e-d6cbdfa0ceaa req-ea66d8a7-684b-49aa-8b83-b3601433a6c3 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Deleting port b4d6071c-d415-46c4-952f-f3d12093d011 {{(pid=87423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:10:21.048388 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-8513850c-eb00-4cff-ad9e-d6cbdfa0ceaa req-ea66d8a7-684b-49aa-8b83-b3601433a6c3 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:21.094493 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-3dc71343-a106-48ed-a012-d77ad7601804 service neutron] Request body: {'port': {'device_id': 'a2a4a95f-c680-40d5-84d3-1f3ccd85e47c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:10:21.134073 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-84e3a846-0fd3-4b65-9c31-793b3a99b423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4080791'] for port, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:21.161400 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-5d3d722c-f2a4-44a9-ad6c-a4ec98e7995e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:21.183771 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa2d9d-f1b5-4545-9af3-c7fdbcd2bb98 req-dcb9381a-ba26-4fbb-a786-63781ed5c5b8 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:21.185317 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-6dfa2d9d-f1b5-4545-9af3-c7fdbcd2bb98 req-dcb9381a-ba26-4fbb-a786-63781ed5c5b8 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2a4a95f-c680-40d5-84d3-1f3ccd85e47c HTTP/1.1" status: 200 len: 931 time: 0.1196713 Nov 24 18:10:21.239426 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3d5a9100-9796-46aa-bf31-e33a5d2d2268 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:21.247630 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-6dfa2d9d-f1b5-4545-9af3-c7fdbcd2bb98 req-7b6c3988-7e7f-44f2-ba2f-f33c65455895 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514653 Nov 24 18:10:21.415932 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.db_base_plugin_common [None req-3d5a9100-9796-46aa-bf31-e33a5d2d2268 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Allocated IP 172.28.3.218 (526841e0-8571-4339-baee-0cea4a76b63c/7845b98e-863d-42c7-9a40-3bd9a535af60/d220aae3-2d07-43c0-8809-cd0e03f0229e) {{(pid=87424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:10:21.512390 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-84e3a846-0fd3-4b65-9c31-793b3a99b423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579019'] for router_interface, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:21.544285 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3a846-0fd3-4b65-9c31-793b3a99b423 admin admin] Pushing event updated for resources: {'Port': ['ID=7703fd13-f196-4f36-874f-675a893db3a1,revision_number=2']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:21.566893 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-84e3a846-0fd3-4b65-9c31-793b3a99b423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:21.737001 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3d5a9100-9796-46aa-bf31-e33a5d2d2268 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for port, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:21.758386 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-3dc71343-a106-48ed-a012-d77ad7601804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:21.758894 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a357d5-b348-461b-a5b1-61ab405893a7 req-cb68171a-f055-455b-9601-e0ae9ca80f20 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:21.760148 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-31a357d5-b348-461b-a5b1-61ab405893a7 req-cb68171a-f055-455b-9601-e0ae9ca80f20 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.1453707 Nov 24 18:10:21.807107 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f34809-bbea-41ba-a712-caa0f175ed67 req-869e8645-e053-4697-a077-bd0b3596823a tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:21.808568 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e9f34809-bbea-41ba-a712-caa0f175ed67 req-869e8645-e053-4697-a077-bd0b3596823a tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=665a93f7-25a5-4ede-83b4-a5a58fe0c1b1 HTTP/1.1" status: 200 len: 945 time: 0.7197900 Nov 24 18:10:21.812903 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-31a357d5-b348-461b-a5b1-61ab405893a7 req-85ab97da-967f-491f-a619-66bc97cf1988 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466931 Nov 24 18:10:21.875223 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3d5a9100-9796-46aa-bf31-e33a5d2d2268 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3149175'] for port, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:21.880220 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-67786864-d3a2-44c9-9cb3-4df734925bdf tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:21.942277 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5a9100-9796-46aa-bf31-e33a5d2d2268 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Network 526841e0-8571-4339-baee-0cea4a76b63c is already hosted by enough agents. {{(pid=87424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:10:21.946046 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.base_scheduler [None req-3d5a9100-9796-46aa-bf31-e33a5d2d2268 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Resources bound (agent type, host, resource id): {{(pid=87424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:10:21.949761 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5a9100-9796-46aa-bf31-e33a5d2d2268 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Received port after_create {{(pid=87424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:10:21.955767 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-8513850c-eb00-4cff-ad9e-d6cbdfa0ceaa req-ea66d8a7-684b-49aa-8b83-b3601433a6c3 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] For port b4d6071c-d415-46c4-952f-f3d12093d011, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=b4d6071c-d415-46c4-952f-f3d12093d011,segment=NetworkSegment(3bf95cc0-1d80-495e-9c51-016a41842eca),segment_id=3bf95cc0-1d80-495e-9c51-016a41842eca)] {{(pid=87423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:10:21.956121 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-8513850c-eb00-4cff-ad9e-d6cbdfa0ceaa req-ea66d8a7-684b-49aa-8b83-b3601433a6c3 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:21.988782 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a9100-9796-46aa-bf31-e33a5d2d2268 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Pushing event updated for resources: {'Port': ['ID=d220aae3-2d07-43c0-8809-cd0e03f0229e,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:22.001599 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-3d5a9100-9796-46aa-bf31-e33a5d2d2268 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:22.032692 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e9f34809-bbea-41ba-a712-caa0f175ed67 req-027621ec-daec-4f7f-bce4-d6df2cde5297 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/security-groups?id=32ca3b8f-e0c8-4a49-8ab1-8900f5a4e830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973104 Nov 24 18:10:22.048005 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3d5a9100-9796-46aa-bf31-e33a5d2d2268 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:22.127708 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e3a846-0fd3-4b65-9c31-793b3a99b423 admin admin] Network f4ca00bc-df16-48a6-9c75-9030ceec5232 is already hosted by enough agents. {{(pid=87423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:10:22.131012 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 1d099267-a0bd-4b44-8bc1-e7bca4b31e6e up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:10:22.141626 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.base_scheduler [None req-84e3a846-0fd3-4b65-9c31-793b3a99b423 admin admin] Resources bound (agent type, host, resource id): {{(pid=87423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:10:22.175854 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3d5a9100-9796-46aa-bf31-e33a5d2d2268 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:22.208688 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:22.215871 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port 1d099267-a0bd-4b44-8bc1-e7bca4b31e6e triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:10:22.216341 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:22.475574 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-2458327c-f673-4824-9b75-1424f15c3ae5 None None] Provisioning complete for port 7703fd13-f196-4f36-874f-675a893db3a1 triggered by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:10:22.476271 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-2458327c-f673-4824-9b75-1424f15c3ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:22.517724 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3d5a9100-9796-46aa-bf31-e33a5d2d2268 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for port, precommit_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:22.531537 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-2458327c-f673-4824-9b75-1424f15c3ae5 None None] Port 7703fd13-f196-4f36-874f-675a893db3a1 cannot update to ACTIVE because it is not bound. {{(pid=87425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 18:10:22.534222 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d6e6b-6a51-4e34-9360-d3cd35f7fa4d req-78d4960e-9305-4790-ac1f-190f8cc4809f tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:22.535786 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-897d6e6b-6a51-4e34-9360-d3cd35f7fa4d req-78d4960e-9305-4790-ac1f-190f8cc4809f tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2a4a95f-c680-40d5-84d3-1f3ccd85e47c HTTP/1.1" status: 200 len: 931 time: 0.1256633 Nov 24 18:10:22.581475 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-897d6e6b-6a51-4e34-9360-d3cd35f7fa4d req-38f0f47e-4836-4aba-afa7-a142db7b0ba7 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386271 Nov 24 18:10:22.583287 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3d5a9100-9796-46aa-bf31-e33a5d2d2268 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3149182'] for port, after_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:22.588041 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-3d5a9100-9796-46aa-bf31-e33a5d2d2268 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:22.680679 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-8513850c-eb00-4cff-ad9e-d6cbdfa0ceaa req-ea66d8a7-684b-49aa-8b83-b3601433a6c3 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:22.681238 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-8513850c-eb00-4cff-ad9e-d6cbdfa0ceaa req-ea66d8a7-684b-49aa-8b83-b3601433a6c3 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505783'] for floatingip, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:22.682187 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.db.l3_db [req-8513850c-eb00-4cff-ad9e-d6cbdfa0ceaa req-ea66d8a7-684b-49aa-8b83-b3601433a6c3 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Floating IP da2e1537-243b-48ed-9fdf-79dcbf285e0c disassociated. External IP: 172.28.3.167, port: b4d6071c-d415-46c4-952f-f3d12093d011. Nov 24 18:10:22.682538 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-8513850c-eb00-4cff-ad9e-d6cbdfa0ceaa req-ea66d8a7-684b-49aa-8b83-b3601433a6c3 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Calling delete_port for b4d6071c-d415-46c4-952f-f3d12093d011 owned by compute:nova {{(pid=87423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:10:22.697904 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a9100-9796-46aa-bf31-e33a5d2d2268 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Pushing event updated for resources: {'Port': ['ID=d220aae3-2d07-43c0-8809-cd0e03f0229e,revision_number=2']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:22.702060 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-3d5a9100-9796-46aa-bf31-e33a5d2d2268 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:22.710755 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3d5a9100-9796-46aa-bf31-e33a5d2d2268 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505783'] for floatingip, after_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:22.751766 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e3a846-0fd3-4b65-9c31-793b3a99b423 admin admin] Router 8118a3a3-73ed-42ad-b55e-1dda3eb3024f has already been hosted by L3 agent aba83f48-bec1-4447-972f-e1c88a92dee8 {{(pid=87423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 18:10:22.806570 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3d5a9100-9796-46aa-bf31-e33a5d2d2268 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for floatingip, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:22.816171 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-3d5a9100-9796-46aa-bf31-e33a5d2d2268 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9722910 Nov 24 18:10:22.902577 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-3dc71343-a106-48ed-a012-d77ad7601804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c17f5100-f0de-48f7-b045-18c66bce827b {{(pid=87423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:10:22.930736 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-3dc71343-a106-48ed-a012-d77ad7601804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:23.042782 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-fe9b80f8-ef16-4896-8727-f8b10dd6f040 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Synchronizing usage tracker for tenant:c71c458ed19546f2b7ecc2a78475b465 on resource:security_group {{(pid=87424) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:10:23.137709 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-fe9b80f8-ef16-4896-8727-f8b10dd6f040 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Unset dirty status for tenant:c71c458ed19546f2b7ecc2a78475b465 on resource:security_group {{(pid=87424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:10:23.138819 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-fe9b80f8-ef16-4896-8727-f8b10dd6f040 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1857948306&fields=id&tenant_id=c71c458ed19546f2b7ecc2a78475b465 HTTP/1.1" status: 200 len: 267 time: 0.1382670 Nov 24 18:10:23.245031 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e3a846-0fd3-4b65-9c31-793b3a99b423 admin admin] Notify agent at l3_agent.dv-cinder-818579-1-smb the message routers_updated {{(pid=87423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 18:10:23.258440 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa49a657-c018-4788-a8dd-a9ca743c5b67 None None] Sync routers for ids ['8118a3a3-73ed-42ad-b55e-1dda3eb3024f'] in dv-cinder-818579-1-smb {{(pid=87426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 18:10:23.269645 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa49a657-c018-4788-a8dd-a9ca743c5b67 None None] Routers {'8118a3a3-73ed-42ad-b55e-1dda3eb3024f'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:10:23.270495 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-aa49a657-c018-4788-a8dd-a9ca743c5b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:10:10Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['8118a3a3-73ed-42ad-b55e-1dda3eb3024f'], 'active': True} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:10:23.271801 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770c682-91d5-4329-b59a-bcfdccc68d60 req-bb88adb6-9986-451d-a2f7-8edb445ba823 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:23.280242 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-6770c682-91d5-4329-b59a-bcfdccc68d60 req-bb88adb6-9986-451d-a2f7-8edb445ba823 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Synchronizing usage tracker for tenant:5c410027f08a449c97bc26384e1b72cd on resource:port {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:10:23.285073 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-6770c682-91d5-4329-b59a-bcfdccc68d60 req-bb88adb6-9986-451d-a2f7-8edb445ba823 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Unset dirty status for tenant:5c410027f08a449c97bc26384e1b72cd on resource:port {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:10:23.286243 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6770c682-91d5-4329-b59a-bcfdccc68d60 req-bb88adb6-9986-451d-a2f7-8edb445ba823 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 945 time: 0.3474324 Nov 24 18:10:23.290575 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-88e19c8f-4dcb-4b81-b38f-7678fc0e44d7 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:23.292059 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-88e19c8f-4dcb-4b81-b38f-7678fc0e44d7 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/networks?id=a433006a-8672-4e6d-af3a-fa22b395902e HTTP/1.1" status: 200 len: 817 time: 0.1466477 Nov 24 18:10:23.299295 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.provisioning_blocks [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-3dc71343-a106-48ed-a012-d77ad7601804 service neutron] Transition to ACTIVE for port object c17f5100-f0de-48f7-b045-18c66bce827b will not be triggered until provisioned by entity L2. {{(pid=87423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:10:23.312514 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-7e6a0156-2dd6-4531-9827-d40ef992bdf2 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/quotas/c71c458ed19546f2b7ecc2a78475b465 HTTP/1.1" status: 200 len: 375 time: 0.0112612 Nov 24 18:10:23.318849 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-8513850c-eb00-4cff-ad9e-d6cbdfa0ceaa req-ea66d8a7-684b-49aa-8b83-b3601433a6c3 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:23.326108 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:23.379816 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-84e3a846-0fd3-4b65-9c31-793b3a99b423 admin admin] 10.222.0.65 "PUT /v2.0/routers/8118a3a3-73ed-42ad-b55e-1dda3eb3024f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7086179 Nov 24 18:10:23.384140 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66d8a7-684b-49aa-8b83-b3601433a6c3 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Pushing event deleted for resources: {'Port': ['ID=b4d6071c-d415-46c4-952f-f3d12093d011,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:23.394544 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-ea66d8a7-684b-49aa-8b83-b3601433a6c3 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:23.398402 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-3dc71343-a106-48ed-a012-d77ad7601804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4080791'] for port, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:23.410486 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-e9a3a7c8-03a1-42da-afd8-0999bcb37c5e tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:23.423947 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-86bc640d-8688-4254-a0a4-82423555787f tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c71c458ed19546f2b7ecc2a78475b465&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1002767 Nov 24 18:10:23.520504 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvr_db [None req-aa49a657-c018-4788-a8dd-a9ca743c5b67 None None] Set router 8118a3a3-73ed-42ad-b55e-1dda3eb3024f gateway port host: dv-cinder-818579-1-smb {{(pid=87426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:10:23.539354 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6770c682-91d5-4329-b59a-bcfdccc68d60 req-8dfddb31-a6fb-4ab3-8281-23bcec4a7fb9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=96f476d2-5103-454a-9191-6bdd350e091e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2424531 Nov 24 18:10:23.607064 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-319532db-f203-4c87-b015-456cc785775b service neutron] 10.222.0.65 "GET /v2.0/networks/a433006a-8672-4e6d-af3a-fa22b395902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736572 Nov 24 18:10:23.670342 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc71343-a106-48ed-a012-d77ad7601804 service neutron] Pushing event updated for resources: {'Port': ['ID=c17f5100-f0de-48f7-b045-18c66bce827b,revision_number=2']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:23.739201 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-3dc71343-a106-48ed-a012-d77ad7601804 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:23.767767 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-a7c76951-3dbc-42fa-9731-062d0f4ee251 service neutron] 10.222.0.65 "GET /v2.0/networks/a433006a-8672-4e6d-af3a-fa22b395902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596098 Nov 24 18:10:23.925186 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8513850c-eb00-4cff-ad9e-d6cbdfa0ceaa req-ea66d8a7-684b-49aa-8b83-b3601433a6c3 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Router 94027239-13c2-444a-b027-257f6913ee14 has already been hosted by L3 agent aba83f48-bec1-4447-972f-e1c88a92dee8 {{(pid=87423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 18:10:23.928376 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-3dc71343-a106-48ed-a012-d77ad7601804 service neutron] Attempting to bind port c17f5100-f0de-48f7-b045-18c66bce827b on host hv-cinder-81857 for vnic_type normal with profile {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:10:23.929909 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-3dc71343-a106-48ed-a012-d77ad7601804 service neutron] Attempting to bind port c17f5100-f0de-48f7-b045-18c66bce827b by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': 'fb27744d-e0d2-4275-b485-05860355ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '016decb7-a79d-4fb4-97a6-0ca75ee34d5e'}] {{(pid=87423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:10:23.929909 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-3dc71343-a106-48ed-a012-d77ad7601804 service neutron] Attempting to bind port c17f5100-f0de-48f7-b045-18c66bce827b on network 016decb7-a79d-4fb4-97a6-0ca75ee34d5e {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:10:23.937872 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-3dc71343-a106-48ed-a012-d77ad7601804 service neutron] Port c17f5100-f0de-48f7-b045-18c66bce827b on network 016decb7-a79d-4fb4-97a6-0ca75ee34d5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 18:10:23.938195 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-3dc71343-a106-48ed-a012-d77ad7601804 service neutron] Attempting to bind port c17f5100-f0de-48f7-b045-18c66bce827b on network 016decb7-a79d-4fb4-97a6-0ca75ee34d5e {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:10:23.951146 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-3dc71343-a106-48ed-a012-d77ad7601804 service neutron] Checking agent: {'id': 'd0ca9dee-1939-4c7e-ac1c-b1e38ddd9156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'started_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:10:23.951492 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-3dc71343-a106-48ed-a012-d77ad7601804 service neutron] Checking segment: {'id': 'fb27744d-e0d2-4275-b485-05860355ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '016decb7-a79d-4fb4-97a6-0ca75ee34d5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:10:23.951878 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-3dc71343-a106-48ed-a012-d77ad7601804 service neutron] Bound using segment: {'id': 'fb27744d-e0d2-4275-b485-05860355ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '016decb7-a79d-4fb4-97a6-0ca75ee34d5e'} {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:10:23.952314 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-3dc71343-a106-48ed-a012-d77ad7601804 service neutron] Bound port: c17f5100-f0de-48f7-b045-18c66bce827b, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb27744d-e0d2-4275-b485-05860355ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '016decb7-a79d-4fb4-97a6-0ca75ee34d5e'}}] {{(pid=87423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:10:23.952686 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-3dc71343-a106-48ed-a012-d77ad7601804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:23.969312 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-aa49a657-c018-4788-a8dd-a9ca743c5b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8118a3a3-73ed-42ad-b55e-1dda3eb3024f', 'name': 'tempest-TestMinimumBasicScenario-56659883-router', 'tenant_id': '1829098ca06a4a6281820bdf90a6f685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': '1d099267-a0bd-4b44-8bc1-e7bca4b31e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:10:12Z', 'updated_at': '2021-11-24T18:10:20Z', 'revision_number': 4, 'project_id': '1829098ca06a4a6281820bdf90a6f685', 'gw_port': {'id': '1d099267-a0bd-4b44-8bc1-e7bca4b31e6e', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ad:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8118a3a3-73ed-42ad-b55e-1dda3eb3024f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:10:14Z', 'updated_at': '2021-11-24T18:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': '7703fd13-f196-4f36-874f-675a893db3a1', 'name': '', 'network_id': 'f4ca00bc-df16-48a6-9c75-9030ceec5232', 'tenant_id': '1829098ca06a4a6281820bdf90a6f685', 'mac_address': 'fa:16:3e:d3:ff:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8118a3a3-73ed-42ad-b55e-1dda3eb3024f', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'c7efc457-4999-4308-9cd2-27dfede15071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:10:18Z', 'updated_at': '2021-11-24T18:10:20Z', 'revision_number': 2, 'project_id': '1829098ca06a4a6281820bdf90a6f685', 'subnets': [{'id': 'c7efc457-4999-4308-9cd2-27dfede15071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:10:23.973472 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa49a657-c018-4788-a8dd-a9ca743c5b67 None None] Checking router: 8118a3a3-73ed-42ad-b55e-1dda3eb3024f for host: dv-cinder-818579-1-smb {{(pid=87426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 18:10:23.973846 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa49a657-c018-4788-a8dd-a9ca743c5b67 None None] Updating router 8118a3a3-73ed-42ad-b55e-1dda3eb3024f port 7703fd13-f196-4f36-874f-675a893db3a1 binding host dv-cinder-818579-1-smb {{(pid=87426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 18:10:24.037012 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-aa49a657-c018-4788-a8dd-a9ca743c5b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:24.097373 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device b4d6071c-d415-46c4-952f-f3d12093d011 no longer exists at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:10:24.120131 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f363e3e-01a2-414e-849a-db6d88b7eaff req-1ead325c-7404-4b24-bba9-6205e9d91f24 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:24.121717 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9f363e3e-01a2-414e-849a-db6d88b7eaff req-1ead325c-7404-4b24-bba9-6205e9d91f24 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=665a93f7-25a5-4ede-83b4-a5a58fe0c1b1 HTTP/1.1" status: 200 len: 945 time: 0.3816252 Nov 24 18:10:24.148285 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] No Port match for: b4d6071c-d415-46c4-952f-f3d12093d011 {{(pid=87425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 18:10:24.148924 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device b4d6071c-d415-46c4-952f-f3d12093d011 not bound to the agent host hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 18:10:24.262163 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b7c32-d7eb-4588-8e69-3ec751961ef9 req-351c386b-52c8-4cb1-96c7-00f118680a90 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:24.270358 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-169b7c32-d7eb-4588-8e69-3ec751961ef9 req-351c386b-52c8-4cb1-96c7-00f118680a90 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2a4a95f-c680-40d5-84d3-1f3ccd85e47c HTTP/1.1" status: 200 len: 943 time: 0.0992203 Nov 24 18:10:24.273854 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-3dc71343-a106-48ed-a012-d77ad7601804 service neutron] For port c17f5100-f0de-48f7-b045-18c66bce827b, host hv-cinder-81857, cleared binding levels {{(pid=87423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:10:24.290301 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-3dc71343-a106-48ed-a012-d77ad7601804 service neutron] For port c17f5100-f0de-48f7-b045-18c66bce827b, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=c17f5100-f0de-48f7-b045-18c66bce827b,segment=NetworkSegment(fb27744d-e0d2-4275-b485-05860355ed0f),segment_id=fb27744d-e0d2-4275-b485-05860355ed0f)] {{(pid=87423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:10:24.298717 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8513850c-eb00-4cff-ad9e-d6cbdfa0ceaa req-ea66d8a7-684b-49aa-8b83-b3601433a6c3 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify agent at l3_agent.dv-cinder-818579-1-smb the message routers_updated {{(pid=87423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 18:10:24.303310 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9f363e3e-01a2-414e-849a-db6d88b7eaff req-d0549943-d588-4a18-800e-e07375b23167 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/security-groups?id=32ca3b8f-e0c8-4a49-8ab1-8900f5a4e830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170382 Nov 24 18:10:24.315799 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076fa91e-5fdf-4d1d-8e77-56bc28f0ac05 None None] Sync routers for ids ['94027239-13c2-444a-b027-257f6913ee14'] in dv-cinder-818579-1-smb {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 18:10:24.330758 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076fa91e-5fdf-4d1d-8e77-56bc28f0ac05 None None] Routers {'94027239-13c2-444a-b027-257f6913ee14'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:10:24.331673 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-076fa91e-5fdf-4d1d-8e77-56bc28f0ac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:10:10Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['94027239-13c2-444a-b027-257f6913ee14'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:10:24.391097 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-169b7c32-d7eb-4588-8e69-3ec751961ef9 req-de2c0cc8-3496-4818-ae7f-4547dbb7c493 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149001 Nov 24 18:10:24.440824 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-3dc71343-a106-48ed-a012-d77ad7601804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4080791'] for port, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:24.490778 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-84e3a846-0fd3-4b65-9c31-793b3a99b423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:24.532011 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [req-8513850c-eb00-4cff-ad9e-d6cbdfa0ceaa req-ea66d8a7-684b-49aa-8b83-b3601433a6c3 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] No DVR routers for this DVR port b4d6071c-d415-46c4-952f-f3d12093d011 on host hv-cinder-81857 {{(pid=87423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 18:10:24.545850 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-aa49a657-c018-4788-a8dd-a9ca743c5b67 None None] Notify callbacks [] for port, precommit_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:24.546456 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-8513850c-eb00-4cff-ad9e-d6cbdfa0ceaa req-ea66d8a7-684b-49aa-8b83-b3601433a6c3 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:24.548441 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-8513850c-eb00-4cff-ad9e-d6cbdfa0ceaa req-ea66d8a7-684b-49aa-8b83-b3601433a6c3 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.66 "DELETE /v2.0/ports/b4d6071c-d415-46c4-952f-f3d12093d011 HTTP/1.1" status: 204 len: 173 time: 3.5744634 Nov 24 18:10:24.550047 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-bcdf629c-f156-4866-b89c-0777ad5e6518 req-9aaaf96e-56a7-4e44-9146-8a07dde10fee tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Synchronizing usage tracker for tenant:c71c458ed19546f2b7ecc2a78475b465 on resource:port {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:10:24.554734 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97', 'name': 'network-vif-deleted', 'tag': 'b4d6071c-d415-46c4-952f-f3d12093d011'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:10:24.567291 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.provisioning_blocks [None req-aa49a657-c018-4788-a8dd-a9ca743c5b67 None None] Transition to ACTIVE for port object 7703fd13-f196-4f36-874f-675a893db3a1 will not be triggered until provisioned by entity L2. {{(pid=87426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:10:24.579064 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-3dc71343-a106-48ed-a012-d77ad7601804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:24.580105 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-3dc71343-a106-48ed-a012-d77ad7601804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:24.581069 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-3dc71343-a106-48ed-a012-d77ad7601804 service neutron] 10.222.0.66 "PUT /v2.0/ports/c17f5100-f0de-48f7-b045-18c66bce827b HTTP/1.1" status: 200 len: 1093 time: 3.4908674 Nov 24 18:10:24.605320 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc71343-a106-48ed-a012-d77ad7601804 service neutron] Pushing event updated for resources: {'Port': ['ID=c17f5100-f0de-48f7-b045-18c66bce827b,revision_number=3']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:24.608271 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-3dc71343-a106-48ed-a012-d77ad7601804 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:24.620527 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-076fa91e-5fdf-4d1d-8e77-56bc28f0ac05 None None] Set router 94027239-13c2-444a-b027-257f6913ee14 gateway port host: dv-cinder-818579-1-smb {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:10:24.685948 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-bcdf629c-f156-4866-b89c-0777ad5e6518 req-9aaaf96e-56a7-4e44-9146-8a07dde10fee tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Unset dirty status for tenant:c71c458ed19546f2b7ecc2a78475b465 on resource:port {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:10:24.686588 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-aa49a657-c018-4788-a8dd-a9ca743c5b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:24.687329 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-bcdf629c-f156-4866-b89c-0777ad5e6518 req-9aaaf96e-56a7-4e44-9146-8a07dde10fee tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 210 time: 0.2694991 Nov 24 18:10:24.701751 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG oslo_concurrency.lockutils [None req-f3ff6c3c-dbe2-49bd-81d8-6f86d5577238 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:24.816011 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97', 'name': 'network-vif-deleted', 'tag': 'b4d6071c-d415-46c4-952f-f3d12093d011', 'status': 'completed', 'code': 200} Nov 24 18:10:24.847981 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-ccfee005-8b2f-44a7-9171-8fb8757e8d87 req-8a1c190d-d68d-46be-afb8-9b74c64df640 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fc2e6ca-1cb3-4b9d-af93-fa33eeb17f97 HTTP/1.1" status: 200 len: 210 time: 0.1144483 Nov 24 18:10:24.957711 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-18a4072b-f5d8-4e68-8df7-d1f4dff967b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:24.959524 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-18a4072b-f5d8-4e68-8df7-d1f4dff967b5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c5c6e3eea3214799b724b75688b50e58&device_id=a2a4a95f-c680-40d5-84d3-1f3ccd85e47c HTTP/1.1" status: 200 len: 1096 time: 0.2405839 Nov 24 18:10:25.048003 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254f6fc-0acf-419e-8ec8-332224bc9241 None None] Pushing event updated for resources: {'Port': ['ID=7703fd13-f196-4f36-874f-675a893db3a1,revision_number=3']} {{(pid=87426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:25.063130 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG oslo_concurrency.lockutils [None req-6254f6fc-0acf-419e-8ec8-332224bc9241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=87426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:25.096783 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.managers [None req-aa49a657-c018-4788-a8dd-a9ca743c5b67 None None] Attempting to bind port 7703fd13-f196-4f36-874f-675a893db3a1 on host dv-cinder-818579-1-smb for vnic_type normal with profile {{(pid=87426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:10:25.097549 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.managers [None req-aa49a657-c018-4788-a8dd-a9ca743c5b67 None None] Attempting to bind port 7703fd13-f196-4f36-874f-675a893db3a1 by drivers openvswitch,hyperv on host dv-cinder-818579-1-smb at level 0 using segments [{'id': 'd6462bbc-41ba-4936-91ae-f4b2be75c323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f4ca00bc-df16-48a6-9c75-9030ceec5232'}] {{(pid=87426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:10:25.098118 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa49a657-c018-4788-a8dd-a9ca743c5b67 None None] Attempting to bind port 7703fd13-f196-4f36-874f-675a893db3a1 on network f4ca00bc-df16-48a6-9c75-9030ceec5232 {{(pid=87426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:10:25.111712 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa49a657-c018-4788-a8dd-a9ca743c5b67 None None] Checking agent: {'id': '649afde1-6bcc-42a3-a59e-22c863eb835e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 57, 8), 'started_at': datetime.datetime(2021, 11, 24, 17, 57, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:10:25.112475 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa49a657-c018-4788-a8dd-a9ca743c5b67 None None] Checking segment: {'id': 'd6462bbc-41ba-4936-91ae-f4b2be75c323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f4ca00bc-df16-48a6-9c75-9030ceec5232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:10:25.113103 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-aa49a657-c018-4788-a8dd-a9ca743c5b67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:25.113682 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa49a657-c018-4788-a8dd-a9ca743c5b67 None None] Bound using segment: {'id': 'd6462bbc-41ba-4936-91ae-f4b2be75c323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f4ca00bc-df16-48a6-9c75-9030ceec5232'} {{(pid=87426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:10:25.115683 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.managers [None req-aa49a657-c018-4788-a8dd-a9ca743c5b67 None None] Bound port: 7703fd13-f196-4f36-874f-675a893db3a1, host: dv-cinder-818579-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6462bbc-41ba-4936-91ae-f4b2be75c323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f4ca00bc-df16-48a6-9c75-9030ceec5232'}}] {{(pid=87426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:10:25.116272 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-aa49a657-c018-4788-a8dd-a9ca743c5b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:25.294392 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.db [None req-aa49a657-c018-4788-a8dd-a9ca743c5b67 None None] For port 7703fd13-f196-4f36-874f-675a893db3a1, host dv-cinder-818579-1-smb, cleared binding levels {{(pid=87426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:10:25.299806 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.db [None req-aa49a657-c018-4788-a8dd-a9ca743c5b67 None None] For port 7703fd13-f196-4f36-874f-675a893db3a1, host dv-cinder-818579-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=7703fd13-f196-4f36-874f-675a893db3a1,segment=NetworkSegment(d6462bbc-41ba-4936-91ae-f4b2be75c323),segment_id=d6462bbc-41ba-4936-91ae-f4b2be75c323)] {{(pid=87426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:10:25.312897 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-076fa91e-5fdf-4d1d-8e77-56bc28f0ac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94027239-13c2-444a-b027-257f6913ee14', 'name': 'tempest-AttachVolumeTestJSON-1262005700-router', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:17Z', 'revision_number': 4, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'gw_port': {'id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:48:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027239-13c2-444a-b027-257f6913ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:02Z', 'updated_at': '2021-11-24T18:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': 'b4786ac5-7489-4fe8-9c8e-a5bb631d7119', 'name': '', 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'mac_address': 'fa:16:3e:a0:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027239-13c2-444a-b027-257f6913ee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cb34300e-db3e-473b-9bf9-eea83552c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:14Z', 'updated_at': '2021-11-24T18:06:32Z', 'revision_number': 5, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'subnets': [{'id': 'cb34300e-db3e-473b-9bf9-eea83552c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:10:25.314975 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-c4b8b79e-9095-4661-9795-9078d979f8ce service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c17f5100-f0de-48f7-b045-18c66bce827b HTTP/1.1" status: 200 len: 217 time: 0.3468876 Nov 24 18:10:25.317959 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076fa91e-5fdf-4d1d-8e77-56bc28f0ac05 None None] Checking router: 94027239-13c2-444a-b027-257f6913ee14 for host: dv-cinder-818579-1-smb {{(pid=87425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 18:10:25.327727 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076fa91e-5fdf-4d1d-8e77-56bc28f0ac05 None None] Routers {'94027239-13c2-444a-b027-257f6913ee14'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:10:25.328341 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-076fa91e-5fdf-4d1d-8e77-56bc28f0ac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:10:10Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['94027239-13c2-444a-b027-257f6913ee14'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:10:25.390541 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-cafcdd30-c65e-40d9-b42f-26942ef1f809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:25.391970 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-cafcdd30-c65e-40d9-b42f-26942ef1f809 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=782af270-97fd-478d-9369-ee7698bb6e97 HTTP/1.1" status: 200 len: 853 time: 0.0684447 Nov 24 18:10:25.418371 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-aa49a657-c018-4788-a8dd-a9ca743c5b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:25.422869 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:25.442769 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-db543dcd-43df-4d35-95b5-e19ce9557c10 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=016decb7-a79d-4fb4-97a6-0ca75ee34d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432441 Nov 24 18:10:25.563662 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254f6fc-0acf-419e-8ec8-332224bc9241 None None] Pushing event updated for resources: {'Port': ['ID=7703fd13-f196-4f36-874f-675a893db3a1,revision_number=4']} {{(pid=87426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:25.578634 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG oslo_concurrency.lockutils [None req-6254f6fc-0acf-419e-8ec8-332224bc9241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:25.597230 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa49a657-c018-4788-a8dd-a9ca743c5b67 None None] Routers {'8118a3a3-73ed-42ad-b55e-1dda3eb3024f'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:10:25.597936 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-aa49a657-c018-4788-a8dd-a9ca743c5b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:10:10Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['8118a3a3-73ed-42ad-b55e-1dda3eb3024f'], 'active': True} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:10:25.633497 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-98634bc2-885f-4b62-8352-464dd770fa83 service neutron] 10.222.0.66 "GET /v2.0/networks/016decb7-a79d-4fb4-97a6-0ca75ee34d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804798 Nov 24 18:10:25.863845 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-076fa91e-5fdf-4d1d-8e77-56bc28f0ac05 None None] Set router 94027239-13c2-444a-b027-257f6913ee14 gateway port host: dv-cinder-818579-1-smb {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:10:25.980271 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-4f43e475-7439-4068-acad-f41f0c9fc179 req-deed42be-32e8-49dc-ac79-3e12de7fd776 service neutron] 10.222.0.66 "GET /v2.0/networks/016decb7-a79d-4fb4-97a6-0ca75ee34d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415651 Nov 24 18:10:26.040559 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvr_db [None req-aa49a657-c018-4788-a8dd-a9ca743c5b67 None None] Set router 8118a3a3-73ed-42ad-b55e-1dda3eb3024f gateway port host: dv-cinder-818579-1-smb {{(pid=87426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:10:26.062684 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-4400bdba-2a5d-43e0-94d6-bad3cb4e3ce0 req-08656093-f878-4c95-a5cf-7481c248113d tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 210 time: 0.0936735 Nov 24 18:10:26.183412 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9b311-b755-4dd4-a445-cb09d76b1fd0 req-86873ed8-6a4d-4120-924a-fcc158668bfc tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:26.184168 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-0fb9b311-b755-4dd4-a445-cb09d76b1fd0 req-86873ed8-6a4d-4120-924a-fcc158668bfc tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Synchronizing usage tracker for tenant:c5c6e3eea3214799b724b75688b50e58 on resource:port {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:10:26.297324 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-0fb9b311-b755-4dd4-a445-cb09d76b1fd0 req-86873ed8-6a4d-4120-924a-fcc158668bfc tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Unset dirty status for tenant:c5c6e3eea3214799b724b75688b50e58 on resource:port {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:10:26.298405 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-0fb9b311-b755-4dd4-a445-cb09d76b1fd0 req-86873ed8-6a4d-4120-924a-fcc158668bfc tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2a4a95f-c680-40d5-84d3-1f3ccd85e47c HTTP/1.1" status: 200 len: 943 time: 0.2497759 Nov 24 18:10:26.417974 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-0fb9b311-b755-4dd4-a445-cb09d76b1fd0 req-268cc44a-fec6-4556-aa7c-c580e8fb1ada tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131721 Nov 24 18:10:26.533118 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-aa49a657-c018-4788-a8dd-a9ca743c5b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8118a3a3-73ed-42ad-b55e-1dda3eb3024f', 'name': 'tempest-TestMinimumBasicScenario-56659883-router', 'tenant_id': '1829098ca06a4a6281820bdf90a6f685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': '1d099267-a0bd-4b44-8bc1-e7bca4b31e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:10:12Z', 'updated_at': '2021-11-24T18:10:20Z', 'revision_number': 4, 'project_id': '1829098ca06a4a6281820bdf90a6f685', 'gw_port': {'id': '1d099267-a0bd-4b44-8bc1-e7bca4b31e6e', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ad:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8118a3a3-73ed-42ad-b55e-1dda3eb3024f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:10:14Z', 'updated_at': '2021-11-24T18:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': '7703fd13-f196-4f36-874f-675a893db3a1', 'name': '', 'network_id': 'f4ca00bc-df16-48a6-9c75-9030ceec5232', 'tenant_id': '1829098ca06a4a6281820bdf90a6f685', 'mac_address': 'fa:16:3e:d3:ff:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8118a3a3-73ed-42ad-b55e-1dda3eb3024f', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'c7efc457-4999-4308-9cd2-27dfede15071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:10:18Z', 'updated_at': '2021-11-24T18:10:25Z', 'revision_number': 4, 'project_id': '1829098ca06a4a6281820bdf90a6f685', 'subnets': [{'id': 'c7efc457-4999-4308-9cd2-27dfede15071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:10:26.538309 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa49a657-c018-4788-a8dd-a9ca743c5b67 None None] The sync data for ids ['8118a3a3-73ed-42ad-b55e-1dda3eb3024f'] in dv-cinder-818579-1-smb is: [{'id': '8118a3a3-73ed-42ad-b55e-1dda3eb3024f', 'name': 'tempest-TestMinimumBasicScenario-56659883-router', 'tenant_id': '1829098ca06a4a6281820bdf90a6f685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': '1d099267-a0bd-4b44-8bc1-e7bca4b31e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:10:12Z', 'updated_at': '2021-11-24T18:10:20Z', 'revision_number': 4, 'project_id': '1829098ca06a4a6281820bdf90a6f685', 'gw_port': {'id': '1d099267-a0bd-4b44-8bc1-e7bca4b31e6e', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ad:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8118a3a3-73ed-42ad-b55e-1dda3eb3024f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:10:14Z', 'updated_at': '2021-11-24T18:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': '7703fd13-f196-4f36-874f-675a893db3a1', 'name': '', 'network_id': 'f4ca00bc-df16-48a6-9c75-9030ceec5232', 'tenant_id': '1829098ca06a4a6281820bdf90a6f685', 'mac_address': 'fa:16:3e:d3:ff:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8118a3a3-73ed-42ad-b55e-1dda3eb3024f', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'c7efc457-4999-4308-9cd2-27dfede15071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:10:18Z', 'updated_at': '2021-11-24T18:10:25Z', 'revision_number': 4, 'project_id': '1829098ca06a4a6281820bdf90a6f685', 'subnets': [{'id': 'c7efc457-4999-4308-9cd2-27dfede15071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 18:10:26.556772 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 55764) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:10:26.658557 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-076fa91e-5fdf-4d1d-8e77-56bc28f0ac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94027239-13c2-444a-b027-257f6913ee14', 'name': 'tempest-AttachVolumeTestJSON-1262005700-router', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:17Z', 'revision_number': 4, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'gw_port': {'id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:48:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027239-13c2-444a-b027-257f6913ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:02Z', 'updated_at': '2021-11-24T18:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': 'b4786ac5-7489-4fe8-9c8e-a5bb631d7119', 'name': '', 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'mac_address': 'fa:16:3e:a0:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027239-13c2-444a-b027-257f6913ee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cb34300e-db3e-473b-9bf9-eea83552c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:14Z', 'updated_at': '2021-11-24T18:06:32Z', 'revision_number': 5, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'subnets': [{'id': 'cb34300e-db3e-473b-9bf9-eea83552c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:10:26.665583 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076fa91e-5fdf-4d1d-8e77-56bc28f0ac05 None None] The sync data for ids ['94027239-13c2-444a-b027-257f6913ee14'] in dv-cinder-818579-1-smb is: [{'id': '94027239-13c2-444a-b027-257f6913ee14', 'name': 'tempest-AttachVolumeTestJSON-1262005700-router', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:17Z', 'revision_number': 4, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'gw_port': {'id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:48:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027239-13c2-444a-b027-257f6913ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:02Z', 'updated_at': '2021-11-24T18:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': 'b4786ac5-7489-4fe8-9c8e-a5bb631d7119', 'name': '', 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'mac_address': 'fa:16:3e:a0:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027239-13c2-444a-b027-257f6913ee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cb34300e-db3e-473b-9bf9-eea83552c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:14Z', 'updated_at': '2021-11-24T18:06:32Z', 'revision_number': 5, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'subnets': [{'id': 'cb34300e-db3e-473b-9bf9-eea83552c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 18:10:26.717770 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-af647aa8-3901-433e-80b2-8adffce6c2af tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:26.758943 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-af647aa8-3901-433e-80b2-8adffce6c2af tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:26.817093 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a4a95f-c680-40d5-84d3-1f3ccd85e47c', 'tag': 'c17f5100-f0de-48f7-b045-18c66bce827b'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:10:26.943030 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a4a95f-c680-40d5-84d3-1f3ccd85e47c', 'tag': 'c17f5100-f0de-48f7-b045-18c66bce827b', 'status': 'completed', 'code': 200} Nov 24 18:10:26.965845 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-af647aa8-3901-433e-80b2-8adffce6c2af tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:26.971848 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-eb41006f-70dc-4ef6-a5d3-32688fd2ada2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:27.190091 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af647aa8-3901-433e-80b2-8adffce6c2af tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f476d2-5103-454a-9191-6bdd350e091e,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:27.203450 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-af647aa8-3901-433e-80b2-8adffce6c2af tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:27.265876 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-af647aa8-3901-433e-80b2-8adffce6c2af tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:27.266470 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b21b16-a897-4ad2-8d45-cfb644771c39 None None] New status for floating IP da2e1537-243b-48ed-9fdf-79dcbf285e0c: DOWN {{(pid=87426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 18:10:27.267899 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-af647aa8-3901-433e-80b2-8adffce6c2af tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "DELETE /v2.0/security-groups/96f476d2-5103-454a-9191-6bdd350e091e HTTP/1.1" status: 204 len: 168 time: 0.7099893 Nov 24 18:10:27.274384 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 55774) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:10:27.303931 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.api.v2.resource [None req-5c1c56b9-a5b2-4485-ae11-25f10c8030f4 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] show failed (client error): The resource could not be found. Nov 24 18:10:27.308722 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-5c1c56b9-a5b2-4485-ae11-25f10c8030f4 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups/96f476d2-5103-454a-9191-6bdd350e091e HTTP/1.1" status: 404 len: 347 time: 0.0329690 Nov 24 18:10:27.311485 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 55778) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:10:27.507541 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-717644a3-771c-4095-b4a4-dde7b9fdf6bc req-42f25656-bbcf-48bf-8196-75a14e5aeb07 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 210 time: 0.1058984 Nov 24 18:10:27.615164 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-f45230fd-1e76-4fc1-892c-1f9a1ddd0f91 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:27.616670 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-f45230fd-1e76-4fc1-892c-1f9a1ddd0f91 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.66 "GET /v2.0/networks?id=a433006a-8672-4e6d-af3a-fa22b395902e HTTP/1.1" status: 200 len: 817 time: 0.5319827 Nov 24 18:10:27.671286 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2dd57-dfb6-440f-bbcc-0d2c17e8ea96 req-9fa0f84b-e5b2-4d70-aef2-bcc251a41bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:27.672965 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-cda2dd57-dfb6-440f-bbcc-0d2c17e8ea96 req-9fa0f84b-e5b2-4d70-aef2-bcc251a41bcb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c5c6e3eea3214799b724b75688b50e58&device_id=a2a4a95f-c680-40d5-84d3-1f3ccd85e47c HTTP/1.1" status: 200 len: 1096 time: 0.6497695 Nov 24 18:10:27.692078 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a4f24-3a92-4981-816e-8bad9f36b00f req-c06aeca4-c606-46aa-aa57-f0e42fdcd9dd tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:27.700389 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6e3a4f24-3a92-4981-816e-8bad9f36b00f req-c06aeca4-c606-46aa-aa57-f0e42fdcd9dd tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=665a93f7-25a5-4ede-83b4-a5a58fe0c1b1 HTTP/1.1" status: 200 len: 945 time: 0.6169846 Nov 24 18:10:27.722433 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-46ebfcf0-c246-4a2c-96ba-c91740413c9d tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Deleting port c35bead3-dc98-4832-bfe1-9ef91144e587 {{(pid=87424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:10:27.722797 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-46ebfcf0-c246-4a2c-96ba-c91740413c9d tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:27.762087 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-13a4d640-bcd2-461d-b18a-31a206433479 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Synchronizing usage tracker for tenant:c71c458ed19546f2b7ecc2a78475b465 on resource:security_group {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:10:27.863388 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-13a4d640-bcd2-461d-b18a-31a206433479 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Unset dirty status for tenant:c71c458ed19546f2b7ecc2a78475b465 on resource:security_group {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:10:27.864629 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-13a4d640-bcd2-461d-b18a-31a206433479 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c71c458ed19546f2b7ecc2a78475b465 HTTP/1.1" status: 200 len: 380 time: 0.2350078 Nov 24 18:10:27.883849 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-3a690063-2d0c-43a8-8a92-12de83a379eb tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Request body: {'port': {'device_id': 'baeb9946-ef75-45a6-bba2-223832b496cd', 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e', 'admin_state_up': True, 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'security_groups': ['d31a2e7f-7e99-4724-8f50-566f07635cd3']}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:10:27.906138 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6e3a4f24-3a92-4981-816e-8bad9f36b00f req-14d48baa-6913-4e79-9ec3-c1fe415adc75 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/security-groups?id=32ca3b8f-e0c8-4a49-8ab1-8900f5a4e830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043507 Nov 24 18:10:28.016571 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2dd57-dfb6-440f-bbcc-0d2c17e8ea96 req-33e30198-6499-47de-aee7-b9886d82d54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:28.018576 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-cda2dd57-dfb6-440f-bbcc-0d2c17e8ea96 req-33e30198-6499-47de-aee7-b9886d82d54d service neutron] 10.222.0.66 "GET /v2.0/networks?id=016decb7-a79d-4fb4-97a6-0ca75ee34d5e HTTP/1.1" status: 200 len: 914 time: 0.3134134 Nov 24 18:10:28.068786 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b01603-0ffd-4f27-bcab-851d392e68dd req-c0156a9f-c21f-459e-b8d4-73755d1e333b tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:28.086336 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-32b01603-0ffd-4f27-bcab-851d392e68dd req-c0156a9f-c21f-459e-b8d4-73755d1e333b tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2a4a95f-c680-40d5-84d3-1f3ccd85e47c HTTP/1.1" status: 200 len: 943 time: 0.3274190 Nov 24 18:10:28.114937 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device c17f5100-f0de-48f7-b045-18c66bce827b details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=87425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 18:10:28.123205 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-cda2dd57-dfb6-440f-bbcc-0d2c17e8ea96 req-bf5a5522-ed4f-4804-bd2d-79db5a24a800 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c17f5100-f0de-48f7-b045-18c66bce827b HTTP/1.1" status: 200 len: 217 time: 0.0948896 Nov 24 18:10:28.160973 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-46ebfcf0-c246-4a2c-96ba-c91740413c9d tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:28.161399 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-46ebfcf0-c246-4a2c-96ba-c91740413c9d tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:28.306639 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-3a690063-2d0c-43a8-8a92-12de83a379eb tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:10:28.320982 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 7703fd13-f196-4f36-874f-675a893db3a1 up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:10:28.327807 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-3a690063-2d0c-43a8-8a92-12de83a379eb tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:10:28.337041 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2dd57-dfb6-440f-bbcc-0d2c17e8ea96 req-3fbdc3da-38d0-4340-b13a-6990efdaae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:28.339081 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-cda2dd57-dfb6-440f-bbcc-0d2c17e8ea96 req-3fbdc3da-38d0-4340-b13a-6990efdaae16 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=782af270-97fd-478d-9369-ee7698bb6e97 HTTP/1.1" status: 200 len: 853 time: 0.1981800 Nov 24 18:10:28.354614 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-32b01603-0ffd-4f27-bcab-851d392e68dd req-cd769645-dd93-46de-8bb9-83c48361769e tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403128 Nov 24 18:10:28.366529 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-46ebfcf0-c246-4a2c-96ba-c91740413c9d tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Calling delete_port for c35bead3-dc98-4832-bfe1-9ef91144e587 owned by network:floatingip {{(pid=87424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:10:28.413246 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84390c-de0d-4aba-a5ce-23acf5eb288b req-3247df11-6701-44e8-a538-cc0682ab0e57 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:28.414760 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-1b84390c-de0d-4aba-a5ce-23acf5eb288b req-3247df11-6701-44e8-a538-cc0682ab0e57 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.66 "GET /v2.0/ports?device_id=665a93f7-25a5-4ede-83b4-a5a58fe0c1b1 HTTP/1.1" status: 200 len: 945 time: 0.2086229 Nov 24 18:10:28.423204 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-cda2dd57-dfb6-440f-bbcc-0d2c17e8ea96 req-9543a4ea-d716-43f6-a266-e779e8a81ba1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=016decb7-a79d-4fb4-97a6-0ca75ee34d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744507 Nov 24 18:10:28.476045 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-3a690063-2d0c-43a8-8a92-12de83a379eb tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Made reservation on behalf of c71c458ed19546f2b7ecc2a78475b465 for: {'port': 1} {{(pid=87423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:10:28.484115 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-3a690063-2d0c-43a8-8a92-12de83a379eb tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:28.533054 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port c17f5100-f0de-48f7-b045-18c66bce827b, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=c17f5100-f0de-48f7-b045-18c66bce827b,segment=NetworkSegment(fb27744d-e0d2-4275-b485-05860355ed0f),segment_id=fb27744d-e0d2-4275-b485-05860355ed0f)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:10:28.555455 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.db.api [None req-46ebfcf0-c246-4a2c-96ba-c91740413c9d tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 18:10:28.555944 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_db.api [None req-46ebfcf0-c246-4a2c-96ba-c91740413c9d tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 18:10:28.565336 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Returning: {'device': 'c17f5100-f0de-48f7-b045-18c66bce827b', 'network_id': '016decb7-a79d-4fb4-97a6-0ca75ee34d5e', 'port_id': 'c17f5100-f0de-48f7-b045-18c66bce827b', 'mac_address': 'fa:16:3e:91:46:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '782af270-97fd-478d-9369-ee7698bb6e97', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 18:10:28.657945 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:28.668068 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning for port 7703fd13-f196-4f36-874f-675a893db3a1 completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:10:28.675282 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port 7703fd13-f196-4f36-874f-675a893db3a1 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:10:28.675668 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:28.744800 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c17f5100-f0de-48f7-b045-18c66bce827b {{(pid=87425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:10:28.775543 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port c17f5100-f0de-48f7-b045-18c66bce827b, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=c17f5100-f0de-48f7-b045-18c66bce827b,segment=NetworkSegment(fb27744d-e0d2-4275-b485-05860355ed0f),segment_id=fb27744d-e0d2-4275-b485-05860355ed0f)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:10:28.874683 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:28.879622 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6652c234-7f5c-43b1-b01f-402725d94600 req-0cdcc42f-0864-4710-b031-ea918dc6aa25 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 210 time: 0.1532373 Nov 24 18:10:28.887894 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:28.889662 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-1b84390c-de0d-4aba-a5ce-23acf5eb288b req-b5cff306-b1fb-4868-bddb-2200db1f4b9a tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Deleting port 26c2cbcb-d591-4c54-a659-dd6700808e2b {{(pid=87423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:10:28.890010 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-1b84390c-de0d-4aba-a5ce-23acf5eb288b req-b5cff306-b1fb-4868-bddb-2200db1f4b9a tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:28.893862 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:29.011409 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] For port 7703fd13-f196-4f36-874f-675a893db3a1, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=7703fd13-f196-4f36-874f-675a893db3a1,segment=NetworkSegment(d6462bbc-41ba-4936-91ae-f4b2be75c323),segment_id=d6462bbc-41ba-4936-91ae-f4b2be75c323)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:10:29.022728 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=c17f5100-f0de-48f7-b045-18c66bce827b,revision_number=4']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:29.026148 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-cda2dd57-dfb6-440f-bbcc-0d2c17e8ea96 req-26e212cb-c070-4729-ae62-1ca93362067d service neutron] 10.222.0.66 "GET /v2.0/networks/016decb7-a79d-4fb4-97a6-0ca75ee34d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5565770 Nov 24 18:10:29.030272 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:29.057657 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-46ebfcf0-c246-4a2c-96ba-c91740413c9d tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Deleting port c35bead3-dc98-4832-bfe1-9ef91144e587 {{(pid=87424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:10:29.057999 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-46ebfcf0-c246-4a2c-96ba-c91740413c9d tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:29.082537 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['c17f5100-f0de-48f7-b045-18c66bce827b'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:10:29.126806 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:29.135772 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:29.225895 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Pushing event updated for resources: {'Port': ['ID=7703fd13-f196-4f36-874f-675a893db3a1,revision_number=5']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:29.231868 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:29.326875 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5ae39-54cc-4ed4-afc2-715ab2fbb5a7 req-86dd342e-5574-4c07-bb9a-c27e626fdf99 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:29.328427 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-fbc5ae39-54cc-4ed4-afc2-715ab2fbb5a7 req-86dd342e-5574-4c07-bb9a-c27e626fdf99 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=665a93f7-25a5-4ede-83b4-a5a58fe0c1b1 HTTP/1.1" status: 200 len: 945 time: 0.2237592 Nov 24 18:10:29.349732 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.db_base_plugin_common [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-3a690063-2d0c-43a8-8a92-12de83a379eb tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Allocated IP 172.20.0.8 (a433006a-8672-4e6d-af3a-fa22b395902e/0c1b52e1-6661-4f68-9dd2-227c3d39ad6e/393da44e-93ac-4fb6-a692-a5e0e09476c2) {{(pid=87423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:10:29.367119 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-46ebfcf0-c246-4a2c-96ba-c91740413c9d tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:29.367671 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-46ebfcf0-c246-4a2c-96ba-c91740413c9d tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:29.523149 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-46ebfcf0-c246-4a2c-96ba-c91740413c9d tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Calling delete_port for c35bead3-dc98-4832-bfe1-9ef91144e587 owned by network:floatingip {{(pid=87424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:10:29.565524 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-fbc5ae39-54cc-4ed4-afc2-715ab2fbb5a7 req-2638273d-5ca9-4ebd-b58e-e352209841ef tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/security-groups?id=32ca3b8f-e0c8-4a49-8ab1-8900f5a4e830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307379 Nov 24 18:10:29.754805 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-46ebfcf0-c246-4a2c-96ba-c91740413c9d tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3149175'] for port, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:29.760456 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-01ec5988-370e-4aee-8f55-bc684856a7c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:29.806966 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-cda2dd57-dfb6-440f-bbcc-0d2c17e8ea96 req-530afbae-243f-41b3-883a-d9a87279c590 service neutron] 10.222.0.66 "GET /v2.0/networks/016decb7-a79d-4fb4-97a6-0ca75ee34d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7498114 Nov 24 18:10:29.814406 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ebfcf0-c246-4a2c-96ba-c91740413c9d tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Pushing event deleted for resources: {'Port': ['ID=c35bead3-dc98-4832-bfe1-9ef91144e587,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:29.817915 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-46ebfcf0-c246-4a2c-96ba-c91740413c9d tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:29.852598 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-1b84390c-de0d-4aba-a5ce-23acf5eb288b req-b5cff306-b1fb-4868-bddb-2200db1f4b9a tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] For port 26c2cbcb-d591-4c54-a659-dd6700808e2b, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=26c2cbcb-d591-4c54-a659-dd6700808e2b,segment=NetworkSegment(fdb57223-aabb-4ab3-b4d8-99a13afb7454),segment_id=fdb57223-aabb-4ab3-b4d8-99a13afb7454)] {{(pid=87423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:10:29.852967 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-1b84390c-de0d-4aba-a5ce-23acf5eb288b req-b5cff306-b1fb-4868-bddb-2200db1f4b9a tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:30.017868 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-1b84390c-de0d-4aba-a5ce-23acf5eb288b req-b5cff306-b1fb-4868-bddb-2200db1f4b9a tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Calling delete_port for 26c2cbcb-d591-4c54-a659-dd6700808e2b owned by compute:nova {{(pid=87423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:10:30.027302 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-46ebfcf0-c246-4a2c-96ba-c91740413c9d tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for floatingip, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:30.044551 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-46ebfcf0-c246-4a2c-96ba-c91740413c9d tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for floatingip, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:30.048780 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-46ebfcf0-c246-4a2c-96ba-c91740413c9d tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "DELETE /v2.0/floatingips/da2e1537-243b-48ed-9fdf-79dcbf285e0c HTTP/1.1" status: 204 len: 168 time: 2.7330549 Nov 24 18:10:30.124622 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device c17f5100-f0de-48f7-b045-18c66bce827b up at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:10:30.127919 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-3a690063-2d0c-43a8-8a92-12de83a379eb tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for port, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:30.140045 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-6cde39d7-9f01-4a57-8cc9-cb70912733a3 req-4eae6e76-7ab4-4e0e-9b97-a4cbc3c78abe tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 210 time: 0.0889926 Nov 24 18:10:30.177243 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c71433-dca9-45db-8c56-6d45f8f38f19 req-e7b2d452-9c37-47f5-ae2e-96346b9b0b43 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:30.185054 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e9c71433-dca9-45db-8c56-6d45f8f38f19 req-e7b2d452-9c37-47f5-ae2e-96346b9b0b43 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2a4a95f-c680-40d5-84d3-1f3ccd85e47c HTTP/1.1" status: 200 len: 944 time: 0.5904217 Nov 24 18:10:30.215585 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 7703fd13-f196-4f36-874f-675a893db3a1 up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:10:30.216864 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.provisioning_blocks [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-3a690063-2d0c-43a8-8a92-12de83a379eb tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Transition to ACTIVE for port object 393da44e-93ac-4fb6-a692-a5e0e09476c2 will not be triggered until provisioned by entity DHCP. {{(pid=87423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:10:30.286684 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e9c71433-dca9-45db-8c56-6d45f8f38f19 req-20d2ff04-fe7c-47d3-8462-528771f59fb4 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005309 Nov 24 18:10:30.339836 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port 7703fd13-f196-4f36-874f-675a893db3a1 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:10:30.339836 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:30.440005 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-1b84390c-de0d-4aba-a5ce-23acf5eb288b req-b5cff306-b1fb-4868-bddb-2200db1f4b9a tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:30.447663 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-93b8718b-62ca-4fa8-beb0-c72b4521d076 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:30.468880 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning for port c17f5100-f0de-48f7-b045-18c66bce827b completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:10:30.479972 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning complete for port c17f5100-f0de-48f7-b045-18c66bce827b triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:10:30.480372 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:30.531354 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-3a690063-2d0c-43a8-8a92-12de83a379eb tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:30.552864 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 55798) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:10:30.560161 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-82910c47-b99c-43c7-87fb-aa7ea19a9cad tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1411181166', 'description': 'tempest-description--976390682'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:10:30.566779 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-82910c47-b99c-43c7-87fb-aa7ea19a9cad tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:10:30.575307 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-82910c47-b99c-43c7-87fb-aa7ea19a9cad tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Usage tracker for resource:security_group and tenant:5c410027f08a449c97bc26384e1b72cd is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:10:30.578834 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-82910c47-b99c-43c7-87fb-aa7ea19a9cad tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:10:30.581187 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cff306-b1fb-4868-bddb-2200db1f4b9a tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Pushing event deleted for resources: {'Port': ['ID=26c2cbcb-d591-4c54-a659-dd6700808e2b,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:30.587227 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-82910c47-b99c-43c7-87fb-aa7ea19a9cad tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:10:30.590526 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-b5cff306-b1fb-4868-bddb-2200db1f4b9a tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:30.593225 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:30.631383 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:30.677079 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-82910c47-b99c-43c7-87fb-aa7ea19a9cad tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:30.686619 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b84390c-de0d-4aba-a5ce-23acf5eb288b req-b5cff306-b1fb-4868-bddb-2200db1f4b9a tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] No DVR routers for this DVR port 26c2cbcb-d591-4c54-a659-dd6700808e2b on host hv-cinder-81857 {{(pid=87423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 18:10:30.698605 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-3a690063-2d0c-43a8-8a92-12de83a379eb tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Network a433006a-8672-4e6d-af3a-fa22b395902e is already hosted by enough agents. {{(pid=87423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:10:30.701778 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-1b84390c-de0d-4aba-a5ce-23acf5eb288b req-b5cff306-b1fb-4868-bddb-2200db1f4b9a tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:30.703767 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.base_scheduler [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-3a690063-2d0c-43a8-8a92-12de83a379eb tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Resources bound (agent type, host, resource id): {{(pid=87423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:10:30.705753 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665a93f7-25a5-4ede-83b4-a5a58fe0c1b1', 'name': 'network-vif-deleted', 'tag': '26c2cbcb-d591-4c54-a659-dd6700808e2b'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:10:30.709541 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port c17f5100-f0de-48f7-b045-18c66bce827b, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=c17f5100-f0de-48f7-b045-18c66bce827b,segment=NetworkSegment(fb27744d-e0d2-4275-b485-05860355ed0f),segment_id=fb27744d-e0d2-4275-b485-05860355ed0f)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:10:30.718252 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a4a95f-c680-40d5-84d3-1f3ccd85e47c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17f5100-f0de-48f7-b045-18c66bce827b'}] {{(pid=87425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:10:30.726839 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-82910c47-b99c-43c7-87fb-aa7ea19a9cad tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:10:30.729529 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-3a690063-2d0c-43a8-8a92-12de83a379eb tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Received port after_create {{(pid=87423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:10:30.734278 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-82910c47-b99c-43c7-87fb-aa7ea19a9cad tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Usage tracker for resource:security_group_rule and tenant:5c410027f08a449c97bc26384e1b72cd is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:10:30.744928 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-82910c47-b99c-43c7-87fb-aa7ea19a9cad tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:10:30.752080 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-82910c47-b99c-43c7-87fb-aa7ea19a9cad tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:10:30.838623 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '665a93f7-25a5-4ede-83b4-a5a58fe0c1b1', 'name': 'network-vif-deleted', 'tag': '26c2cbcb-d591-4c54-a659-dd6700808e2b', 'status': 'completed', 'code': 200} Nov 24 18:10:30.851509 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d1f69cfa-b71b-49e6-8139-9af89b168fa7 req-8d6cae45-49e3-4716-886b-fb316ecab86d tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=665a93f7-25a5-4ede-83b4-a5a58fe0c1b1 HTTP/1.1" status: 200 len: 210 time: 0.0792582 Nov 24 18:10:30.861195 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a690063-2d0c-43a8-8a92-12de83a379eb tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Pushing event updated for resources: {'Port': ['ID=393da44e-93ac-4fb6-a692-a5e0e09476c2,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:30.865928 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-3a690063-2d0c-43a8-8a92-12de83a379eb tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:30.891017 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-3a690063-2d0c-43a8-8a92-12de83a379eb tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:30.891638 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-3a690063-2d0c-43a8-8a92-12de83a379eb tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:30.916971 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-82910c47-b99c-43c7-87fb-aa7ea19a9cad tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:30.919892 dv-cinder-818579-1-smb neutron-server[87425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a4a95f-c680-40d5-84d3-1f3ccd85e47c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17f5100-f0de-48f7-b045-18c66bce827b', 'code': 200} Nov 24 18:10:31.051460 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:31.052336 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 26c2cbcb-d591-4c54-a659-dd6700808e2b no longer exists at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:10:31.076467 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-95afe9bb-eb02-486d-921e-06a2707e327a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:31.103800 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-1b84390c-de0d-4aba-a5ce-23acf5eb288b req-b5cff306-b1fb-4868-bddb-2200db1f4b9a tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.66 "DELETE /v2.0/ports/26c2cbcb-d591-4c54-a659-dd6700808e2b HTTP/1.1" status: 204 len: 173 time: 2.6831532 Nov 24 18:10:31.138850 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] No Port match for: 26c2cbcb-d591-4c54-a659-dd6700808e2b {{(pid=87425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 18:10:31.139201 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 26c2cbcb-d591-4c54-a659-dd6700808e2b not bound to the agent host hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 18:10:31.161323 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=c17f5100-f0de-48f7-b045-18c66bce827b,revision_number=5']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:31.164706 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:31.183686 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-82910c47-b99c-43c7-87fb-aa7ea19a9cad tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:31.184305 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-3a690063-2d0c-43a8-8a92-12de83a379eb tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3083413 Nov 24 18:10:31.188844 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-350521d0-a406-4b66-8f70-516122ada5b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:31.197882 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-4a4c63bf-c373-491c-bdf5-a953dc77001d service neutron] Request body: {'port': {'device_id': 'baeb9946-ef75-45a6-bba2-223832b496cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:10:31.252079 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910c47-b99c-43c7-87fb-aa7ea19a9cad tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6c8b61-a415-4524-b9b8-241d8fb67b87,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:31.269433 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-aee43f53-4a5e-45bd-83a2-9250755618be None None] Provisioning for port 393da44e-93ac-4fb6-a692-a5e0e09476c2 completed by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:10:31.271977 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-82910c47-b99c-43c7-87fb-aa7ea19a9cad tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:31.276161 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-aee43f53-4a5e-45bd-83a2-9250755618be None None] Provisioning complete for port 393da44e-93ac-4fb6-a692-a5e0e09476c2 triggered by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:10:31.286998 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-aee43f53-4a5e-45bd-83a2-9250755618be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:31.337584 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-82910c47-b99c-43c7-87fb-aa7ea19a9cad tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:31.342920 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-82910c47-b99c-43c7-87fb-aa7ea19a9cad tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7883706 Nov 24 18:10:31.343937 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 55816) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:10:31.349421 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-064f057d-0d17-433a-8ed6-9c2f429b5832 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Request body: {'security_group_rule': {'security_group_id': 'fa6c8b61-a415-4524-b9b8-241d8fb67b87', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:10:31.362197 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-064f057d-0d17-433a-8ed6-9c2f429b5832 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:10:31.367575 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-064f057d-0d17-433a-8ed6-9c2f429b5832 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Usage tracker for resource:security_group_rule and tenant:5c410027f08a449c97bc26384e1b72cd is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:10:31.371930 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-064f057d-0d17-433a-8ed6-9c2f429b5832 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:10:31.382602 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-064f057d-0d17-433a-8ed6-9c2f429b5832 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:10:31.400496 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-aee43f53-4a5e-45bd-83a2-9250755618be None None] Port 393da44e-93ac-4fb6-a692-a5e0e09476c2 cannot update to ACTIVE because it is not bound. {{(pid=87425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 18:10:31.497096 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-064f057d-0d17-433a-8ed6-9c2f429b5832 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:31.578341 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-064f057d-0d17-433a-8ed6-9c2f429b5832 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:31.617187 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2a860-5b83-4fa1-a2d4-9ea836d08139 req-54fb7faa-3057-4cfd-876c-a275f61f14fa tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:31.619416 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-4cd2a860-5b83-4fa1-a2d4-9ea836d08139 req-54fb7faa-3057-4cfd-876c-a275f61f14fa tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2a4a95f-c680-40d5-84d3-1f3ccd85e47c HTTP/1.1" status: 200 len: 945 time: 0.1737759 Nov 24 18:10:31.619549 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-4a4c63bf-c373-491c-bdf5-a953dc77001d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:31.666891 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-064f057d-0d17-433a-8ed6-9c2f429b5832 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357759'] for security_group_rule, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:31.670798 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-4cd2a860-5b83-4fa1-a2d4-9ea836d08139 req-a44fa219-d5ad-45ff-b4a3-392410419561 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448275 Nov 24 18:10:31.679865 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:31.689271 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa2218-8cf2-4fba-9d55-16b04ee81d9e req-75fabdaf-5db6-48b8-9f20-60cffad8f750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:31.694822 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-01aa2218-8cf2-4fba-9d55-16b04ee81d9e req-75fabdaf-5db6-48b8-9f20-60cffad8f750 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a2a4a95f-c680-40d5-84d3-1f3ccd85e47c HTTP/1.1" status: 200 len: 1098 time: 0.2811985 Nov 24 18:10:31.700656 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f057d-0d17-433a-8ed6-9c2f429b5832 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1d69110-4135-4408-89f8-c4bd5f360bf0,revision_number=0']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:31.704301 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-064f057d-0d17-433a-8ed6-9c2f429b5832 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:31.718594 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c398a5-9b8c-4cae-83d3-2c9978befb5b req-85d88f93-9bb1-4898-8ba8-1ed61b0a2335 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:31.719317 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-07c398a5-9b8c-4cae-83d3-2c9978befb5b req-85d88f93-9bb1-4898-8ba8-1ed61b0a2335 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Synchronizing usage tracker for tenant:c71c458ed19546f2b7ecc2a78475b465 on resource:port {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:10:31.805931 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-064f057d-0d17-433a-8ed6-9c2f429b5832 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:31.809904 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-064f057d-0d17-433a-8ed6-9c2f429b5832 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4647961 Nov 24 18:10:31.810775 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 55820) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:10:31.819748 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-f9646fba-8b0f-4176-b576-4b76ab6674ba tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Request body: {'security_group_rule': {'security_group_id': 'fa6c8b61-a415-4524-b9b8-241d8fb67b87', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:10:31.830701 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-f9646fba-8b0f-4176-b576-4b76ab6674ba tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:10:31.847201 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-f9646fba-8b0f-4176-b576-4b76ab6674ba tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Usage tracker for resource:security_group_rule and tenant:5c410027f08a449c97bc26384e1b72cd is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:10:31.851165 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-f9646fba-8b0f-4176-b576-4b76ab6674ba tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:10:31.873539 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-f9646fba-8b0f-4176-b576-4b76ab6674ba tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:10:31.933540 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-07c398a5-9b8c-4cae-83d3-2c9978befb5b req-85d88f93-9bb1-4898-8ba8-1ed61b0a2335 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Unset dirty status for tenant:c71c458ed19546f2b7ecc2a78475b465 on resource:port {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:10:31.940536 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-07c398a5-9b8c-4cae-83d3-2c9978befb5b req-85d88f93-9bb1-4898-8ba8-1ed61b0a2335 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 931 time: 0.5359209 Nov 24 18:10:32.003476 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f9646fba-8b0f-4176-b576-4b76ab6674ba tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:32.007414 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-01aa2218-8cf2-4fba-9d55-16b04ee81d9e req-e43eca36-9df6-4ed8-ad4d-03d8f4d8c218 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753475 Nov 24 18:10:32.063698 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-07c398a5-9b8c-4cae-83d3-2c9978befb5b req-ef782d9c-e234-420f-9be7-fd8f2cff508b tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221459 Nov 24 18:10:32.106828 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-d1ecd061-2a72-46e9-bfab-7c6d80432f0c req-21cb1fa4-1432-4382-9209-00f1cc54e93b tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=665a93f7-25a5-4ede-83b4-a5a58fe0c1b1 HTTP/1.1" status: 200 len: 210 time: 0.0784447 Nov 24 18:10:32.173419 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f9646fba-8b0f-4176-b576-4b76ab6674ba tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:32.198912 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-4a4c63bf-c373-491c-bdf5-a953dc77001d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 393da44e-93ac-4fb6-a692-a5e0e09476c2 {{(pid=87423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:10:32.213305 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-4a4c63bf-c373-491c-bdf5-a953dc77001d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:32.234614 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.provisioning_blocks [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-4a4c63bf-c373-491c-bdf5-a953dc77001d service neutron] Transition to ACTIVE for port object 393da44e-93ac-4fb6-a692-a5e0e09476c2 will not be triggered until provisioned by entity L2. {{(pid=87423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:10:32.262255 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f9646fba-8b0f-4176-b576-4b76ab6674ba tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357759'] for security_group_rule, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:32.269320 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-c6d5eb3d-4760-4eed-b2e9-6f11f8532fda tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:32.284703 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9646fba-8b0f-4176-b576-4b76ab6674ba tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdaa108d-cc77-4e93-8fc0-37c625bab598,revision_number=0']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:32.287605 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-f9646fba-8b0f-4176-b576-4b76ab6674ba tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:32.349837 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-4a4c63bf-c373-491c-bdf5-a953dc77001d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4080791'] for port, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:32.352770 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-3dc71343-a106-48ed-a012-d77ad7601804 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:32.411979 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f9646fba-8b0f-4176-b576-4b76ab6674ba tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:32.420838 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-f9646fba-8b0f-4176-b576-4b76ab6674ba tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6090229 Nov 24 18:10:32.423879 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 55826) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:10:32.442233 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-c624908a-3cd8-424f-8a58-965b1cf778c2 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Request body: {'floatingip': {'floating_network_id': '526841e0-8571-4339-baee-0cea4a76b63c'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:10:32.454831 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-c624908a-3cd8-424f-8a58-965b1cf778c2 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:10:32.469255 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-c624908a-3cd8-424f-8a58-965b1cf778c2 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Usage tracker for resource:floatingip and tenant:5c410027f08a449c97bc26384e1b72cd is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:10:32.474329 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-c624908a-3cd8-424f-8a58-965b1cf778c2 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:10:32.490190 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c63bf-c373-491c-bdf5-a953dc77001d service neutron] Pushing event updated for resources: {'Port': ['ID=393da44e-93ac-4fb6-a692-a5e0e09476c2,revision_number=2']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:32.495439 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-c624908a-3cd8-424f-8a58-965b1cf778c2 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:10:32.530598 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-4a4c63bf-c373-491c-bdf5-a953dc77001d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:32.589111 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c624908a-3cd8-424f-8a58-965b1cf778c2 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for floatingip, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:32.673087 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-4a4c63bf-c373-491c-bdf5-a953dc77001d service neutron] Attempting to bind port 393da44e-93ac-4fb6-a692-a5e0e09476c2 on host hv-cinder-81857 for vnic_type normal with profile {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:10:32.673348 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-4a4c63bf-c373-491c-bdf5-a953dc77001d service neutron] Attempting to bind port 393da44e-93ac-4fb6-a692-a5e0e09476c2 by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': 'c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e'}] {{(pid=87423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:10:32.673488 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-4a4c63bf-c373-491c-bdf5-a953dc77001d service neutron] Attempting to bind port 393da44e-93ac-4fb6-a692-a5e0e09476c2 on network a433006a-8672-4e6d-af3a-fa22b395902e {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:10:32.686567 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-4a4c63bf-c373-491c-bdf5-a953dc77001d service neutron] Port 393da44e-93ac-4fb6-a692-a5e0e09476c2 on network a433006a-8672-4e6d-af3a-fa22b395902e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 18:10:32.686898 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-4a4c63bf-c373-491c-bdf5-a953dc77001d service neutron] Attempting to bind port 393da44e-93ac-4fb6-a692-a5e0e09476c2 on network a433006a-8672-4e6d-af3a-fa22b395902e {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:10:32.692899 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-4a4c63bf-c373-491c-bdf5-a953dc77001d service neutron] Checking agent: {'id': 'd0ca9dee-1939-4c7e-ac1c-b1e38ddd9156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'started_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:10:32.693233 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-4a4c63bf-c373-491c-bdf5-a953dc77001d service neutron] Checking segment: {'id': 'c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:10:32.693618 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-4a4c63bf-c373-491c-bdf5-a953dc77001d service neutron] Bound using segment: {'id': 'c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e'} {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:10:32.694057 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-4a4c63bf-c373-491c-bdf5-a953dc77001d service neutron] Bound port: 393da44e-93ac-4fb6-a692-a5e0e09476c2, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e'}}] {{(pid=87423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:10:32.694403 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-4a4c63bf-c373-491c-bdf5-a953dc77001d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:32.892411 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c624908a-3cd8-424f-8a58-965b1cf778c2 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:32.921353 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-4a4c63bf-c373-491c-bdf5-a953dc77001d service neutron] For port 393da44e-93ac-4fb6-a692-a5e0e09476c2, host hv-cinder-81857, cleared binding levels {{(pid=87423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:10:32.938276 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-4a4c63bf-c373-491c-bdf5-a953dc77001d service neutron] For port 393da44e-93ac-4fb6-a692-a5e0e09476c2, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=393da44e-93ac-4fb6-a692-a5e0e09476c2,segment=NetworkSegment(c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2),segment_id=c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2)] {{(pid=87423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:10:32.958381 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778cb06-de53-4c43-8376-fdf6896be55e req-97200c49-f6cb-4f5e-a970-feea51b597ff tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:32.960214 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7778cb06-de53-4c43-8376-fdf6896be55e req-97200c49-f6cb-4f5e-a970-feea51b597ff tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2a4a95f-c680-40d5-84d3-1f3ccd85e47c HTTP/1.1" status: 200 len: 945 time: 0.1254990 Nov 24 18:10:33.036873 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7778cb06-de53-4c43-8376-fdf6896be55e req-d3808f4d-1692-43ad-a954-348cf5c21e08 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657175 Nov 24 18:10:33.038225 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-4a4c63bf-c373-491c-bdf5-a953dc77001d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4080791'] for port, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:33.049501 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-84e3a846-0fd3-4b65-9c31-793b3a99b423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:33.169888 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-4a4c63bf-c373-491c-bdf5-a953dc77001d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:33.171025 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-4a4c63bf-c373-491c-bdf5-a953dc77001d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:33.172497 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-4a4c63bf-c373-491c-bdf5-a953dc77001d service neutron] 10.222.0.66 "PUT /v2.0/ports/393da44e-93ac-4fb6-a692-a5e0e09476c2 HTTP/1.1" status: 200 len: 1093 time: 1.9802711 Nov 24 18:10:33.173138 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baeb9946-ef75-45a6-bba2-223832b496cd', 'tag': '393da44e-93ac-4fb6-a692-a5e0e09476c2'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:10:33.204442 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c63bf-c373-491c-bdf5-a953dc77001d service neutron] Pushing event updated for resources: {'Port': ['ID=393da44e-93ac-4fb6-a692-a5e0e09476c2,revision_number=3']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:33.219130 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.db_base_plugin_common [None req-c624908a-3cd8-424f-8a58-965b1cf778c2 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Allocated IP 172.28.3.188 (526841e0-8571-4339-baee-0cea4a76b63c/7845b98e-863d-42c7-9a40-3bd9a535af60/5fa46b1e-bde3-4211-ae69-54f22517a0fc) {{(pid=87424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:10:33.221149 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-4a4c63bf-c373-491c-bdf5-a953dc77001d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:33.325538 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baeb9946-ef75-45a6-bba2-223832b496cd', 'tag': '393da44e-93ac-4fb6-a692-a5e0e09476c2', 'status': 'completed', 'code': 200} Nov 24 18:10:33.465576 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-189f06ae-fe35-420c-8c2c-63940fc5bb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:33.467927 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-189f06ae-fe35-420c-8c2c-63940fc5bb43 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c71c458ed19546f2b7ecc2a78475b465&device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 1096 time: 0.1256802 Nov 24 18:10:33.536770 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef0afd-4e0e-46bc-aba9-396fc8f2b426 req-c6924ae6-3ed9-462e-b9fa-b5394dc2fe33 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:33.545101 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-8fef0afd-4e0e-46bc-aba9-396fc8f2b426 req-c6924ae6-3ed9-462e-b9fa-b5394dc2fe33 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 943 time: 0.1562991 Nov 24 18:10:33.557699 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-cc4d4121-80dc-48b0-88dd-331543d40baa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=393da44e-93ac-4fb6-a692-a5e0e09476c2 HTTP/1.1" status: 200 len: 217 time: 0.0784605 Nov 24 18:10:33.611169 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-8fef0afd-4e0e-46bc-aba9-396fc8f2b426 req-f6d6c8f2-3aaa-4b03-9408-e00505f45d94 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650215 Nov 24 18:10:33.622825 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c624908a-3cd8-424f-8a58-965b1cf778c2 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for port, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:33.732346 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c624908a-3cd8-424f-8a58-965b1cf778c2 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3149175'] for port, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:33.736640 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-8ac2350f-ebbd-4a6c-8729-3072e9e58d09 tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:33.756602 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-d0447959-5284-46e8-abaf-44dc627a2533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:33.758253 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-d0447959-5284-46e8-abaf-44dc627a2533 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c1b52e1-6661-4f68-9dd2-227c3d39ad6e HTTP/1.1" status: 200 len: 856 time: 0.1820307 Nov 24 18:10:33.805296 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c624908a-3cd8-424f-8a58-965b1cf778c2 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Network 526841e0-8571-4339-baee-0cea4a76b63c is already hosted by enough agents. {{(pid=87424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:10:33.808443 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.base_scheduler [None req-c624908a-3cd8-424f-8a58-965b1cf778c2 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Resources bound (agent type, host, resource id): {{(pid=87424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:10:33.812319 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c624908a-3cd8-424f-8a58-965b1cf778c2 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Received port after_create {{(pid=87424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:10:33.846882 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624908a-3cd8-424f-8a58-965b1cf778c2 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Pushing event updated for resources: {'Port': ['ID=5fa46b1e-bde3-4211-ae69-54f22517a0fc,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:33.858438 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-c624908a-3cd8-424f-8a58-965b1cf778c2 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:33.899667 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b214e57-148f-435c-a7a3-88102d65d250 req-a4f380bc-ac53-46b2-a834-0d522214db51 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:33.902555 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7b214e57-148f-435c-a7a3-88102d65d250 req-a4f380bc-ac53-46b2-a834-0d522214db51 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/networks?id=493928d0-c764-42c0-ae42-bff2495f2f71 HTTP/1.1" status: 200 len: 808 time: 0.3245785 Nov 24 18:10:33.913173 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c624908a-3cd8-424f-8a58-965b1cf778c2 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:33.924713 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7b214e57-148f-435c-a7a3-88102d65d250 req-7c1742b3-cce6-4e98-b69e-d87c78b3fec2 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/quotas/e3ec3799b8094807b9daa97a6f232838 HTTP/1.1" status: 200 len: 375 time: 0.0138021 Nov 24 18:10:33.967276 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-4010dd2f-c4b5-4825-822a-c421ad3924ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:33.968785 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-4010dd2f-c4b5-4825-822a-c421ad3924ce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a433006a-8672-4e6d-af3a-fa22b395902e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2032235 Nov 24 18:10:33.985941 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-7b214e57-148f-435c-a7a3-88102d65d250 req-9a408d64-9ef2-411d-9d28-6be5579974d0 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Synchronizing usage tracker for tenant:e3ec3799b8094807b9daa97a6f232838 on resource:port {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:10:34.084951 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c624908a-3cd8-424f-8a58-965b1cf778c2 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:34.217252 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-b30eb1e1-2268-4cd7-b664-b21ca0fccb28 service neutron] 10.222.0.66 "GET /v2.0/networks/a433006a-8672-4e6d-af3a-fa22b395902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332091 Nov 24 18:10:34.309264 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-7b214e57-148f-435c-a7a3-88102d65d250 req-9a408d64-9ef2-411d-9d28-6be5579974d0 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Unset dirty status for tenant:e3ec3799b8094807b9daa97a6f232838 on resource:port {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:10:34.310436 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7b214e57-148f-435c-a7a3-88102d65d250 req-9a408d64-9ef2-411d-9d28-6be5579974d0 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e3ec3799b8094807b9daa97a6f232838&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3772380 Nov 24 18:10:34.385980 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a721a38-76ea-44c9-a03c-a57fd9705275 req-26e4b0b3-e5f4-4553-add8-2ddf1d20b5ee tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:34.392730 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-6a721a38-76ea-44c9-a03c-a57fd9705275 req-26e4b0b3-e5f4-4553-add8-2ddf1d20b5ee tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2a4a95f-c680-40d5-84d3-1f3ccd85e47c HTTP/1.1" status: 200 len: 945 time: 0.1515481 Nov 24 18:10:34.427173 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c624908a-3cd8-424f-8a58-965b1cf778c2 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for port, precommit_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:34.467723 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-6a721a38-76ea-44c9-a03c-a57fd9705275 req-e8ceb43d-8cce-4d10-ae16-5f7aba412d95 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740826 Nov 24 18:10:34.500938 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a2db79d9-283c-4cae-9293-b7df3d48714c req-cfba7f21-78ff-4433-851c-0b7cfcd59961 service neutron] 10.222.0.66 "GET /v2.0/networks/a433006a-8672-4e6d-af3a-fa22b395902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770140 Nov 24 18:10:34.514071 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c624908a-3cd8-424f-8a58-965b1cf778c2 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3149182'] for port, after_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:34.521962 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:34.547518 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7b214e57-148f-435c-a7a3-88102d65d250 req-2a99a70b-a266-4015-baf8-50029b582125 service neutron] 10.222.0.65 "GET /v2.0/networks/493928d0-c764-42c0-ae42-bff2495f2f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067437 Nov 24 18:10:34.686473 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624908a-3cd8-424f-8a58-965b1cf778c2 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Pushing event updated for resources: {'Port': ['ID=5fa46b1e-bde3-4211-ae69-54f22517a0fc,revision_number=2']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:34.691466 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-c624908a-3cd8-424f-8a58-965b1cf778c2 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:34.699222 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c624908a-3cd8-424f-8a58-965b1cf778c2 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505783'] for floatingip, after_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:34.782159 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268b606-7357-4f22-bd50-cdc4f9efb3c6 req-ee6d5cb1-b019-4c05-9d2d-1bc8c1daabdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:34.783872 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6268b606-7357-4f22-bd50-cdc4f9efb3c6 req-ee6d5cb1-b019-4c05-9d2d-1bc8c1daabdc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c71c458ed19546f2b7ecc2a78475b465&device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 1096 time: 0.1344306 Nov 24 18:10:34.785732 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7b214e57-148f-435c-a7a3-88102d65d250 req-afa5b13f-d68b-4951-bdf2-d9433b09fe04 service neutron] 10.222.0.65 "GET /v2.0/networks/493928d0-c764-42c0-ae42-bff2495f2f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316411 Nov 24 18:10:34.811487 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c624908a-3cd8-424f-8a58-965b1cf778c2 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for floatingip, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:34.820856 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-c624908a-3cd8-424f-8a58-965b1cf778c2 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3853557 Nov 24 18:10:35.021736 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268b606-7357-4f22-bd50-cdc4f9efb3c6 req-26e9a634-1879-4979-88a4-b618aa0b0713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:35.023610 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6268b606-7357-4f22-bd50-cdc4f9efb3c6 req-26e9a634-1879-4979-88a4-b618aa0b0713 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a433006a-8672-4e6d-af3a-fa22b395902e HTTP/1.1" status: 200 len: 918 time: 0.2208693 Nov 24 18:10:35.135865 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6268b606-7357-4f22-bd50-cdc4f9efb3c6 req-7000e6a3-b576-4263-b4c0-2f393f3a7513 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=393da44e-93ac-4fb6-a692-a5e0e09476c2 HTTP/1.1" status: 200 len: 217 time: 0.0997138 Nov 24 18:10:35.260762 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268b606-7357-4f22-bd50-cdc4f9efb3c6 req-d9594b34-d91f-4c56-89f4-448d607f1562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:35.262212 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6268b606-7357-4f22-bd50-cdc4f9efb3c6 req-d9594b34-d91f-4c56-89f4-448d607f1562 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c1b52e1-6661-4f68-9dd2-227c3d39ad6e HTTP/1.1" status: 200 len: 856 time: 0.1212614 Nov 24 18:10:35.336640 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c5098-287f-47f4-a4bd-21192c8a0fe2 req-e73a22c7-46e8-4ac2-958a-863b618c0867 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:35.338575 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a92c5098-287f-47f4-a4bd-21192c8a0fe2 req-e73a22c7-46e8-4ac2-958a-863b618c0867 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 943 time: 0.1459932 Nov 24 18:10:35.405599 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268b606-7357-4f22-bd50-cdc4f9efb3c6 req-857905e2-c6fa-41af-8d04-908c30770a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:35.407163 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6268b606-7357-4f22-bd50-cdc4f9efb3c6 req-857905e2-c6fa-41af-8d04-908c30770a99 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a433006a-8672-4e6d-af3a-fa22b395902e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1370246 Nov 24 18:10:35.409988 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a92c5098-287f-47f4-a4bd-21192c8a0fe2 req-edc623fc-2201-4f1b-b718-36b30044884b tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647054 Nov 24 18:10:35.580894 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6268b606-7357-4f22-bd50-cdc4f9efb3c6 req-25f31622-10b6-4ea9-8444-bd342709719f service neutron] 10.222.0.66 "GET /v2.0/networks/a433006a-8672-4e6d-af3a-fa22b395902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658487 Nov 24 18:10:35.584025 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-acba25f1-23ad-4cf1-b1ca-ef6afe457cac tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1411181166&fields=id&tenant_id=5c410027f08a449c97bc26384e1b72cd HTTP/1.1" status: 200 len: 267 time: 0.0747635 Nov 24 18:10:36.000734 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-3b9b30cb-af5a-4422-97d8-32b2617b22c7 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:36.000961 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-3b9b30cb-af5a-4422-97d8-32b2617b22c7 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Synchronizing usage tracker for tenant:5c410027f08a449c97bc26384e1b72cd on resource:network {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:10:36.017229 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6268b606-7357-4f22-bd50-cdc4f9efb3c6 req-a09db385-ae34-4949-b39f-54aeb17d4a69 service neutron] 10.222.0.66 "GET /v2.0/networks/a433006a-8672-4e6d-af3a-fa22b395902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298615 Nov 24 18:10:36.137282 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-3b9b30cb-af5a-4422-97d8-32b2617b22c7 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Unset dirty status for tenant:5c410027f08a449c97bc26384e1b72cd on resource:network {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:10:36.137991 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 393da44e-93ac-4fb6-a692-a5e0e09476c2 details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=87425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 18:10:36.139236 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-3b9b30cb-af5a-4422-97d8-32b2617b22c7 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/networks?id=99e16732-504f-4bd0-9b6d-ec24f46575f9 HTTP/1.1" status: 200 len: 811 time: 0.5350368 Nov 24 18:10:36.174260 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-4d0baecc-a4db-466d-9624-140bcc3c7f64 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/quotas/5c410027f08a449c97bc26384e1b72cd HTTP/1.1" status: 200 len: 375 time: 0.0280027 Nov 24 18:10:36.311357 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-a5b05b70-b22a-45cc-ac8d-90eeb524aa99 req-68b5e5fc-f01d-4112-9c12-ab8c72791a21 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed5469e6-11f0-4761-9019-698c2307db36 HTTP/1.1" status: 200 len: 210 time: 0.3137612 Nov 24 18:10:36.335485 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-5f0d621f-bf8a-4241-bd20-06df31f2bcb5 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5c410027f08a449c97bc26384e1b72cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1601038 Nov 24 18:10:36.427137 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 393da44e-93ac-4fb6-a692-a5e0e09476c2, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=393da44e-93ac-4fb6-a692-a5e0e09476c2,segment=NetworkSegment(c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2),segment_id=c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:10:36.460397 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Returning: {'device': '393da44e-93ac-4fb6-a692-a5e0e09476c2', 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e', 'port_id': '393da44e-93ac-4fb6-a692-a5e0e09476c2', 'mac_address': 'fa:16:3e:97:62:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c1b52e1-6661-4f68-9dd2-227c3d39ad6e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 18:10:36.541183 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:36.564208 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 393da44e-93ac-4fb6-a692-a5e0e09476c2 {{(pid=87425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:10:36.586163 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 393da44e-93ac-4fb6-a692-a5e0e09476c2, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=393da44e-93ac-4fb6-a692-a5e0e09476c2,segment=NetworkSegment(c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2),segment_id=c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:10:36.599552 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-7d7edc7f-ec94-4bc4-b1fb-e3d1fe13ef12 service neutron] 10.222.0.65 "GET /v2.0/networks/99e16732-504f-4bd0-9b6d-ec24f46575f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494287 Nov 24 18:10:36.652051 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:36.654578 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:36.705514 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0496e-f07d-4318-9aef-3818092b4f0c req-1cb341d2-c81f-4ff3-b914-980645ab83c8 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:36.715113 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-36b0496e-f07d-4318-9aef-3818092b4f0c req-1cb341d2-c81f-4ff3-b914-980645ab83c8 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 943 time: 0.1273253 Nov 24 18:10:36.756477 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-21db06dd-9d94-4808-8078-bb0fe4397a64 service neutron] 10.222.0.65 "GET /v2.0/networks/99e16732-504f-4bd0-9b6d-ec24f46575f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527028 Nov 24 18:10:36.776961 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-36b0496e-f07d-4318-9aef-3818092b4f0c req-9ce40f22-ffcd-43dc-b73e-83517bc0dd65 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605884 Nov 24 18:10:36.780032 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=393da44e-93ac-4fb6-a692-a5e0e09476c2,revision_number=4']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:36.815061 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:36.883523 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['393da44e-93ac-4fb6-a692-a5e0e09476c2'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:10:37.117216 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-fcb80416-1f4f-45b3-a0cc-8679b2104a6d req-25e31b73-ac5a-4a03-bdf0-9b999990ec69 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Synchronizing usage tracker for tenant:5c410027f08a449c97bc26384e1b72cd on resource:port {{(pid=87424) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:10:37.206035 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-fcb80416-1f4f-45b3-a0cc-8679b2104a6d req-25e31b73-ac5a-4a03-bdf0-9b999990ec69 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Unset dirty status for tenant:5c410027f08a449c97bc26384e1b72cd on resource:port {{(pid=87424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:10:37.207210 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-fcb80416-1f4f-45b3-a0cc-8679b2104a6d req-25e31b73-ac5a-4a03-bdf0-9b999990ec69 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d235f0-9386-4495-a4a7-625b22c3d694 HTTP/1.1" status: 200 len: 210 time: 0.1760366 Nov 24 18:10:37.522349 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e290a193-753c-40a5-ae9f-c23d2594bf8f req-282c019a-bf9f-442b-82e5-1a99ec294d35 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed5469e6-11f0-4761-9019-698c2307db36 HTTP/1.1" status: 200 len: 210 time: 0.1016626 Nov 24 18:10:37.702039 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-8a339c55-bc9b-4bdc-bf7d-b30c289febc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:38.054677 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b8ab7-3615-4e5e-81c5-2ab7518860e0 req-4508e995-09da-482a-8636-408d21c7d7e4 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:38.056273 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-6c2b8ab7-3615-4e5e-81c5-2ab7518860e0 req-4508e995-09da-482a-8636-408d21c7d7e4 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 944 time: 0.0970871 Nov 24 18:10:38.140699 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-6c2b8ab7-3615-4e5e-81c5-2ab7518860e0 req-89d7bdd5-2091-48eb-a82b-8539621ea452 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741324 Nov 24 18:10:38.154818 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 393da44e-93ac-4fb6-a692-a5e0e09476c2 up at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:10:38.322879 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning for port 393da44e-93ac-4fb6-a692-a5e0e09476c2 completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:10:38.328597 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning complete for port 393da44e-93ac-4fb6-a692-a5e0e09476c2 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:10:38.332634 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:38.380051 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:38.444580 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a7484a76-d64f-4f63-898c-97bc2215249a req-0bfc8a6c-72b2-4890-8b8b-7145d8ee5f69 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d235f0-9386-4495-a4a7-625b22c3d694 HTTP/1.1" status: 200 len: 210 time: 0.1271403 Nov 24 18:10:38.481720 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b214e57-148f-435c-a7a3-88102d65d250 req-aac1d6e4-a8d8-4891-a05d-ea55b22393ab tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:38.483677 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7b214e57-148f-435c-a7a3-88102d65d250 req-aac1d6e4-a8d8-4891-a05d-ea55b22393ab tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.66 "GET /v2.0/networks?id=493928d0-c764-42c0-ae42-bff2495f2f71 HTTP/1.1" status: 200 len: 808 time: 0.3625059 Nov 24 18:10:38.499813 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [req-7b214e57-148f-435c-a7a3-88102d65d250 req-0d0e1dec-b72a-463c-a8b5-8861ac6d1feb tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Request body: {'port': {'device_id': 'ed5469e6-11f0-4761-9019-698c2307db36', 'network_id': '493928d0-c764-42c0-ae42-bff2495f2f71', 'admin_state_up': True, 'tenant_id': 'e3ec3799b8094807b9daa97a6f232838'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:10:38.565590 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:38.636039 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 393da44e-93ac-4fb6-a692-a5e0e09476c2, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=393da44e-93ac-4fb6-a692-a5e0e09476c2,segment=NetworkSegment(c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2),segment_id=c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:10:38.636988 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baeb9946-ef75-45a6-bba2-223832b496cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393da44e-93ac-4fb6-a692-a5e0e09476c2'}] {{(pid=87425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:10:38.713285 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [req-7b214e57-148f-435c-a7a3-88102d65d250 req-0d0e1dec-b72a-463c-a8b5-8861ac6d1feb tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:10:38.713987 dv-cinder-818579-1-smb neutron-server[87425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baeb9946-ef75-45a6-bba2-223832b496cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393da44e-93ac-4fb6-a692-a5e0e09476c2', 'code': 200} Nov 24 18:10:38.733845 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [req-7b214e57-148f-435c-a7a3-88102d65d250 req-0d0e1dec-b72a-463c-a8b5-8861ac6d1feb tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:10:38.743025 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-c16103df-16ae-4250-bf08-5135e0dcb2b7 req-d39c10e5-101d-462b-9caf-8b20a9b58d4b tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed5469e6-11f0-4761-9019-698c2307db36 HTTP/1.1" status: 200 len: 210 time: 0.0637267 Nov 24 18:10:38.764462 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:38.766539 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:38.873113 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b214e57-148f-435c-a7a3-88102d65d250 req-0d0e1dec-b72a-463c-a8b5-8861ac6d1feb tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Made reservation on behalf of e3ec3799b8094807b9daa97a6f232838 for: {'port': 1} {{(pid=87423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:10:38.873113 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-7b214e57-148f-435c-a7a3-88102d65d250 req-0d0e1dec-b72a-463c-a8b5-8861ac6d1feb tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:38.904123 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=393da44e-93ac-4fb6-a692-a5e0e09476c2,revision_number=5']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:38.907926 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:39.092632 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.db_base_plugin_common [req-7b214e57-148f-435c-a7a3-88102d65d250 req-0d0e1dec-b72a-463c-a8b5-8861ac6d1feb tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Allocated IP 172.20.0.6 (493928d0-c764-42c0-ae42-bff2495f2f71/f439e0c3-8b50-4621-b352-7a32b14ae854/5fad356a-68bb-49c7-b706-a8fa90995e5a) {{(pid=87423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:10:39.448856 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2212d6-07b3-4324-9649-c1f8fefb0388 req-6f9a4e73-277a-48a8-b75a-986bb58da5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:39.450288 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ff2212d6-07b3-4324-9649-c1f8fefb0388 req-6f9a4e73-277a-48a8-b75a-986bb58da5ba service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 1098 time: 0.1997254 Nov 24 18:10:39.455054 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-7b214e57-148f-435c-a7a3-88102d65d250 req-0d0e1dec-b72a-463c-a8b5-8861ac6d1feb tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Notify callbacks [] for port, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:39.555651 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f8556-0d3f-4a6b-ab78-096471b32ba4 req-34a4b1f1-ad38-441d-91b6-477681f6abe9 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:39.557319 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e69f8556-0d3f-4a6b-ab78-096471b32ba4 req-34a4b1f1-ad38-441d-91b6-477681f6abe9 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 945 time: 0.2714376 Nov 24 18:10:39.635266 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ff2212d6-07b3-4324-9649-c1f8fefb0388 req-5ff57e8f-8d1b-4b8f-a9cd-11b99f6b24c9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745517 Nov 24 18:10:39.638987 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-f041cf34-1a07-4cc2-903f-23a9faecb3be req-2e802a52-86ec-4455-bb0a-205df0d06b60 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d235f0-9386-4495-a4a7-625b22c3d694 HTTP/1.1" status: 200 len: 210 time: 0.0526145 Nov 24 18:10:39.672416 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e69f8556-0d3f-4a6b-ab78-096471b32ba4 req-77730d16-8551-43d7-9cf4-c209db835c2e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020455 Nov 24 18:10:39.888630 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-5c88d187-b60b-4a0e-b42e-600dedd31645 req-62bfa503-6106-4887-9d8b-f5c93e2ffaa8 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed5469e6-11f0-4761-9019-698c2307db36 HTTP/1.1" status: 200 len: 210 time: 0.0426819 Nov 24 18:10:39.993042 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-7b214e57-148f-435c-a7a3-88102d65d250 req-0d0e1dec-b72a-463c-a8b5-8861ac6d1feb tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:39.999828 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-398b9f09-0583-40f9-a35e-2c34a33c10b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:40.109708 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b214e57-148f-435c-a7a3-88102d65d250 req-0d0e1dec-b72a-463c-a8b5-8861ac6d1feb tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Network 493928d0-c764-42c0-ae42-bff2495f2f71 is already hosted by enough agents. {{(pid=87423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:10:40.120243 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.base_scheduler [req-7b214e57-148f-435c-a7a3-88102d65d250 req-0d0e1dec-b72a-463c-a8b5-8861ac6d1feb tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Resources bound (agent type, host, resource id): {{(pid=87423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:10:40.126861 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b214e57-148f-435c-a7a3-88102d65d250 req-0d0e1dec-b72a-463c-a8b5-8861ac6d1feb tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Received port after_create {{(pid=87423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:10:40.194025 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e1dec-b72a-463c-a8b5-8861ac6d1feb tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Pushing event updated for resources: {'Port': ['ID=5fad356a-68bb-49c7-b706-a8fa90995e5a,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:40.201697 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-0d0e1dec-b72a-463c-a8b5-8861ac6d1feb tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:40.234057 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b214e57-148f-435c-a7a3-88102d65d250 req-0d0e1dec-b72a-463c-a8b5-8861ac6d1feb tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:40.234788 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-7b214e57-148f-435c-a7a3-88102d65d250 req-0d0e1dec-b72a-463c-a8b5-8861ac6d1feb tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:40.286432 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-4150c913-12c7-4ed6-98d6-4fd65035392d tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:40.286432 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-4150c913-12c7-4ed6-98d6-4fd65035392d tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.66 "GET /v2.0/networks?id=99e16732-504f-4bd0-9b6d-ec24f46575f9 HTTP/1.1" status: 200 len: 811 time: 0.3207583 Nov 24 18:10:40.412948 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7b214e57-148f-435c-a7a3-88102d65d250 req-0d0e1dec-b72a-463c-a8b5-8861ac6d1feb tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9211423 Nov 24 18:10:40.429511 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [req-7b214e57-148f-435c-a7a3-88102d65d250 req-9795b91f-5dca-424e-9efa-32115da59b0f service neutron] Request body: {'port': {'device_id': 'ed5469e6-11f0-4761-9019-698c2307db36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:10:40.457421 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-aa9d451b-42ea-470b-9fbb-3e7c4e97ef4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:40.499662 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-36353859-82ce-4268-9168-9acfdcb434be tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c410027f08a449c97bc26384e1b72cd HTTP/1.1" status: 200 len: 380 time: 0.1954486 Nov 24 18:10:40.542431 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-574d3b3b-dca0-41ec-9160-82ed2f1a4494 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Request body: {'port': {'device_id': '29d235f0-9386-4495-a4a7-625b22c3d694', 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9', 'admin_state_up': True, 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'security_groups': ['fa6c8b61-a415-4524-b9b8-241d8fb67b87']}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:10:40.650836 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-7b214e57-148f-435c-a7a3-88102d65d250 req-9795b91f-5dca-424e-9efa-32115da59b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:40.760702 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-574d3b3b-dca0-41ec-9160-82ed2f1a4494 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:10:40.841888 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-574d3b3b-dca0-41ec-9160-82ed2f1a4494 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:10:40.872789 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-fb1bef85-d1b2-48a9-a370-328af3b484f8 req-82fc9209-7d0a-4c79-9b5a-02b2ec0e2d39 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d235f0-9386-4495-a4a7-625b22c3d694 HTTP/1.1" status: 200 len: 210 time: 0.1075344 Nov 24 18:10:40.916024 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96586564-d3b0-4756-ba81-8c3dd14b5607 req-901dceaf-038e-457d-87fc-cdbe756cf0db tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:40.917731 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-96586564-d3b0-4756-ba81-8c3dd14b5607 req-901dceaf-038e-457d-87fc-cdbe756cf0db tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 945 time: 0.1156564 Nov 24 18:10:40.993541 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-96586564-d3b0-4756-ba81-8c3dd14b5607 req-e149b845-52fe-4b02-8fc6-3ca7b846963c tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693164 Nov 24 18:10:41.061405 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-574d3b3b-dca0-41ec-9160-82ed2f1a4494 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Made reservation on behalf of 5c410027f08a449c97bc26384e1b72cd for: {'port': 1} {{(pid=87423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:10:41.064868 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-574d3b3b-dca0-41ec-9160-82ed2f1a4494 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:41.240190 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17a588-10ee-4c88-a01a-1ee412b4a98a req-1516e011-2b4b-420e-a1d8-8216561af971 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:41.240911 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-0c17a588-10ee-4c88-a01a-1ee412b4a98a req-1516e011-2b4b-420e-a1d8-8216561af971 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Synchronizing usage tracker for tenant:e3ec3799b8094807b9daa97a6f232838 on resource:port {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:10:41.377926 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.db_base_plugin_common [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-574d3b3b-dca0-41ec-9160-82ed2f1a4494 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Allocated IP 172.20.0.11 (99e16732-504f-4bd0-9b6d-ec24f46575f9/cb34300e-db3e-473b-9bf9-eea83552c640/1e9c0765-7445-42c8-aeb3-11341dbfdcbb) {{(pid=87423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:10:41.384679 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [req-7b214e57-148f-435c-a7a3-88102d65d250 req-9795b91f-5dca-424e-9efa-32115da59b0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fad356a-68bb-49c7-b706-a8fa90995e5a {{(pid=87423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:10:41.394540 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:41.395319 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-7b214e57-148f-435c-a7a3-88102d65d250 req-9795b91f-5dca-424e-9efa-32115da59b0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:41.398370 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-0c17a588-10ee-4c88-a01a-1ee412b4a98a req-1516e011-2b4b-420e-a1d8-8216561af971 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Unset dirty status for tenant:e3ec3799b8094807b9daa97a6f232838 on resource:port {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:10:41.399494 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-0c17a588-10ee-4c88-a01a-1ee412b4a98a req-1516e011-2b4b-420e-a1d8-8216561af971 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed5469e6-11f0-4761-9019-698c2307db36 HTTP/1.1" status: 200 len: 931 time: 0.3801086 Nov 24 18:10:41.441415 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.provisioning_blocks [req-7b214e57-148f-435c-a7a3-88102d65d250 req-9795b91f-5dca-424e-9efa-32115da59b0f service neutron] Transition to ACTIVE for port object 5fad356a-68bb-49c7-b706-a8fa90995e5a will not be triggered until provisioned by entity L2. {{(pid=87423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:10:41.491920 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-0c17a588-10ee-4c88-a01a-1ee412b4a98a req-58048328-1d29-4b48-aebc-23ccce8c6343 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/security-groups?id=32ca3b8f-e0c8-4a49-8ab1-8900f5a4e830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822809 Nov 24 18:10:41.541684 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-7b214e57-148f-435c-a7a3-88102d65d250 req-9795b91f-5dca-424e-9efa-32115da59b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4080791'] for port, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:41.550137 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:41.739358 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9795b91f-5dca-424e-9efa-32115da59b0f service neutron] Pushing event updated for resources: {'Port': ['ID=5fad356a-68bb-49c7-b706-a8fa90995e5a,revision_number=2']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:41.774029 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-9795b91f-5dca-424e-9efa-32115da59b0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:41.810308 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-574d3b3b-dca0-41ec-9160-82ed2f1a4494 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for port, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:41.840686 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.provisioning_blocks [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-574d3b3b-dca0-41ec-9160-82ed2f1a4494 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Transition to ACTIVE for port object 1e9c0765-7445-42c8-aeb3-11341dbfdcbb will not be triggered until provisioned by entity DHCP. {{(pid=87423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:10:41.849579 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-7b214e57-148f-435c-a7a3-88102d65d250 req-9795b91f-5dca-424e-9efa-32115da59b0f service neutron] Attempting to bind port 5fad356a-68bb-49c7-b706-a8fa90995e5a on host hv-cinder-81857 for vnic_type normal with profile {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:10:41.849907 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-7b214e57-148f-435c-a7a3-88102d65d250 req-9795b91f-5dca-424e-9efa-32115da59b0f service neutron] Attempting to bind port 5fad356a-68bb-49c7-b706-a8fa90995e5a by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': 'fdb57223-aabb-4ab3-b4d8-99a13afb7454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '493928d0-c764-42c0-ae42-bff2495f2f71'}] {{(pid=87423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:10:41.850226 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b214e57-148f-435c-a7a3-88102d65d250 req-9795b91f-5dca-424e-9efa-32115da59b0f service neutron] Attempting to bind port 5fad356a-68bb-49c7-b706-a8fa90995e5a on network 493928d0-c764-42c0-ae42-bff2495f2f71 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:10:41.857770 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b214e57-148f-435c-a7a3-88102d65d250 req-9795b91f-5dca-424e-9efa-32115da59b0f service neutron] Port 5fad356a-68bb-49c7-b706-a8fa90995e5a on network 493928d0-c764-42c0-ae42-bff2495f2f71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 18:10:41.858082 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b214e57-148f-435c-a7a3-88102d65d250 req-9795b91f-5dca-424e-9efa-32115da59b0f service neutron] Attempting to bind port 5fad356a-68bb-49c7-b706-a8fa90995e5a on network 493928d0-c764-42c0-ae42-bff2495f2f71 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:10:41.865816 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b214e57-148f-435c-a7a3-88102d65d250 req-9795b91f-5dca-424e-9efa-32115da59b0f service neutron] Checking agent: {'id': 'd0ca9dee-1939-4c7e-ac1c-b1e38ddd9156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'started_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:10:41.866145 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b214e57-148f-435c-a7a3-88102d65d250 req-9795b91f-5dca-424e-9efa-32115da59b0f service neutron] Checking segment: {'id': 'fdb57223-aabb-4ab3-b4d8-99a13afb7454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '493928d0-c764-42c0-ae42-bff2495f2f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:10:41.866519 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b214e57-148f-435c-a7a3-88102d65d250 req-9795b91f-5dca-424e-9efa-32115da59b0f service neutron] Bound using segment: {'id': 'fdb57223-aabb-4ab3-b4d8-99a13afb7454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '493928d0-c764-42c0-ae42-bff2495f2f71'} {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:10:41.866938 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-7b214e57-148f-435c-a7a3-88102d65d250 req-9795b91f-5dca-424e-9efa-32115da59b0f service neutron] Bound port: 5fad356a-68bb-49c7-b706-a8fa90995e5a, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdb57223-aabb-4ab3-b4d8-99a13afb7454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '493928d0-c764-42c0-ae42-bff2495f2f71'}}] {{(pid=87423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:10:41.867278 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-7b214e57-148f-435c-a7a3-88102d65d250 req-9795b91f-5dca-424e-9efa-32115da59b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:42.023637 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-62bcc3ef-86a7-44e0-b067-057215f2cb3f req-e11216a5-c571-4956-ae31-0d548b2fd965 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d235f0-9386-4495-a4a7-625b22c3d694 HTTP/1.1" status: 200 len: 210 time: 0.0426013 Nov 24 18:10:42.154598 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-7b214e57-148f-435c-a7a3-88102d65d250 req-9795b91f-5dca-424e-9efa-32115da59b0f service neutron] For port 5fad356a-68bb-49c7-b706-a8fa90995e5a, host hv-cinder-81857, cleared binding levels {{(pid=87423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:10:42.173507 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-7b214e57-148f-435c-a7a3-88102d65d250 req-9795b91f-5dca-424e-9efa-32115da59b0f service neutron] For port 5fad356a-68bb-49c7-b706-a8fa90995e5a, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=5fad356a-68bb-49c7-b706-a8fa90995e5a,segment=NetworkSegment(fdb57223-aabb-4ab3-b4d8-99a13afb7454),segment_id=fdb57223-aabb-4ab3-b4d8-99a13afb7454)] {{(pid=87423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:10:42.180506 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-a5a9268b-b708-423e-8dcd-c8982f373a2f tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:42.184037 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-a5a9268b-b708-423e-8dcd-c8982f373a2f tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/networks?id=7de450e2-2a1a-49c9-ba7c-656187c1b2f7 HTTP/1.1" status: 200 len: 815 time: 0.2954035 Nov 24 18:10:42.204999 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-7c6d5e6f-5313-4c00-8a87-64d68b7dcdd6 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/quotas/39f9e6e00d1d47b5b4977115816bffd8 HTTP/1.1" status: 200 len: 375 time: 0.0166972 Nov 24 18:10:42.223175 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613e42b-a274-4d32-8dc4-8122868b325d req-54db0697-f59e-42eb-b5fc-bb185566cfd9 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:42.224815 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-e613e42b-a274-4d32-8dc4-8122868b325d req-54db0697-f59e-42eb-b5fc-bb185566cfd9 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 945 time: 0.0901759 Nov 24 18:10:42.258529 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-574d3b3b-dca0-41ec-9160-82ed2f1a4494 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:42.266257 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:42.271339 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-e613e42b-a274-4d32-8dc4-8122868b325d req-29f2d190-8a88-4b94-bce7-5e09961a66dc tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398655 Nov 24 18:10:42.300634 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-7b214e57-148f-435c-a7a3-88102d65d250 req-9795b91f-5dca-424e-9efa-32115da59b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4080791'] for port, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:42.352394 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b214e57-148f-435c-a7a3-88102d65d250 req-9795b91f-5dca-424e-9efa-32115da59b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:42.353884 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-7b214e57-148f-435c-a7a3-88102d65d250 req-9795b91f-5dca-424e-9efa-32115da59b0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:42.355242 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7b214e57-148f-435c-a7a3-88102d65d250 req-9795b91f-5dca-424e-9efa-32115da59b0f service neutron] 10.222.0.66 "PUT /v2.0/ports/5fad356a-68bb-49c7-b706-a8fa90995e5a HTTP/1.1" status: 200 len: 1093 time: 1.9320745 Nov 24 18:10:42.357990 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed5469e6-11f0-4761-9019-698c2307db36', 'tag': '5fad356a-68bb-49c7-b706-a8fa90995e5a'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:10:42.384011 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-574d3b3b-dca0-41ec-9160-82ed2f1a4494 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Network 99e16732-504f-4bd0-9b6d-ec24f46575f9 is already hosted by enough agents. {{(pid=87423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:10:42.392678 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.base_scheduler [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-574d3b3b-dca0-41ec-9160-82ed2f1a4494 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Resources bound (agent type, host, resource id): {{(pid=87423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:10:42.400836 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-574d3b3b-dca0-41ec-9160-82ed2f1a4494 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Received port after_create {{(pid=87423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:10:42.426690 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d3b3b-dca0-41ec-9160-82ed2f1a4494 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Pushing event updated for resources: {'Port': ['ID=1e9c0765-7445-42c8-aeb3-11341dbfdcbb,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:42.437811 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-574d3b3b-dca0-41ec-9160-82ed2f1a4494 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:42.442441 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-a647109f-548a-4b78-8338-1bb76813307f tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:42.495525 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07978117-baff-49c2-b369-9cb124cbd8ce req-aadc662c-95aa-4783-96a8-fda6d360e0f5 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:42.497095 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-07978117-baff-49c2-b369-9cb124cbd8ce req-aadc662c-95aa-4783-96a8-fda6d360e0f5 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 945 time: 0.1072197 Nov 24 18:10:42.508024 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 55982) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:10:42.516378 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-10a66c58-fe66-4775-a7fb-0ea21ff79032 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Request body: {'floatingip': {'port_id': '393da44e-93ac-4fb6-a692-a5e0e09476c2'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:10:42.562902 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed5469e6-11f0-4761-9019-698c2307db36', 'tag': '5fad356a-68bb-49c7-b706-a8fa90995e5a', 'status': 'completed', 'code': 200} Nov 24 18:10:42.603921 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-10a66c58-fe66-4775-a7fb-0ea21ff79032 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for floatingip, before_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:42.604630 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-574d3b3b-dca0-41ec-9160-82ed2f1a4494 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:42.605915 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-574d3b3b-dca0-41ec-9160-82ed2f1a4494 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:42.640276 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-a56bb381-3ccf-4d3d-96cc-126ff5577196 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=39f9e6e00d1d47b5b4977115816bffd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4343588 Nov 24 18:10:42.643597 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9795b91f-5dca-424e-9efa-32115da59b0f service neutron] Pushing event updated for resources: {'Port': ['ID=5fad356a-68bb-49c7-b706-a8fa90995e5a,revision_number=3']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:42.647582 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-9795b91f-5dca-424e-9efa-32115da59b0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:42.668712 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:42.734690 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b214e57-148f-435c-a7a3-88102d65d250 req-80dadf5a-fc7f-4073-ab77-c26fd7732f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:42.736139 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7b214e57-148f-435c-a7a3-88102d65d250 req-80dadf5a-fc7f-4073-ab77-c26fd7732f47 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e3ec3799b8094807b9daa97a6f232838&device_id=ed5469e6-11f0-4761-9019-698c2307db36 HTTP/1.1" status: 200 len: 1096 time: 0.2283044 Nov 24 18:10:42.741470 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-574d3b3b-dca0-41ec-9160-82ed2f1a4494 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2108335 Nov 24 18:10:42.760192 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-139a4fbd-1276-4c72-ac43-fa8224d2fea8 None None] Provisioning for port 1e9c0765-7445-42c8-aeb3-11341dbfdcbb completed by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:10:42.765851 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-139a4fbd-1276-4c72-ac43-fa8224d2fea8 None None] Provisioning complete for port 1e9c0765-7445-42c8-aeb3-11341dbfdcbb triggered by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:10:42.766530 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-139a4fbd-1276-4c72-ac43-fa8224d2fea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:42.808567 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-577a854b-27b4-49af-b416-0aa37f302cbc service neutron] Request body: {'port': {'device_id': '29d235f0-9386-4495-a4a7-625b22c3d694', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:10:42.835416 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-139a4fbd-1276-4c72-ac43-fa8224d2fea8 None None] Port 1e9c0765-7445-42c8-aeb3-11341dbfdcbb cannot update to ACTIVE because it is not bound. {{(pid=87425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 18:10:42.858749 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7b214e57-148f-435c-a7a3-88102d65d250 req-922233b5-5095-474d-9083-8f832970a82a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fad356a-68bb-49c7-b706-a8fa90995e5a HTTP/1.1" status: 200 len: 217 time: 0.1087782 Nov 24 18:10:42.947376 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e788ba-39f8-4950-9f34-9498c02ee55e req-5f2d81b3-ce65-44c0-8412-1e9206acc5e9 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:42.948873 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-43e788ba-39f8-4950-9f34-9498c02ee55e req-5f2d81b3-ce65-44c0-8412-1e9206acc5e9 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed5469e6-11f0-4761-9019-698c2307db36 HTTP/1.1" status: 200 len: 943 time: 0.2373390 Nov 24 18:10:43.010850 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-33eeaed9-22b9-4f0f-bc3d-ff132b1da5bf service neutron] 10.222.0.65 "GET /v2.0/networks/7de450e2-2a1a-49c9-ba7c-656187c1b2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508537 Nov 24 18:10:43.012151 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b214e57-148f-435c-a7a3-88102d65d250 req-d40a90ba-b5b9-4adf-95ba-92ebaf59fbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:43.013461 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7b214e57-148f-435c-a7a3-88102d65d250 req-d40a90ba-b5b9-4adf-95ba-92ebaf59fbf9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f439e0c3-8b50-4621-b352-7a32b14ae854 HTTP/1.1" status: 200 len: 848 time: 0.1467001 Nov 24 18:10:43.086935 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-43e788ba-39f8-4950-9f34-9498c02ee55e req-06897d3b-37d3-4ada-8323-e0463d58448a tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/security-groups?id=32ca3b8f-e0c8-4a49-8ab1-8900f5a4e830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300294 Nov 24 18:10:43.090934 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-577a854b-27b4-49af-b416-0aa37f302cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:43.157954 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7b214e57-148f-435c-a7a3-88102d65d250 req-cb42cf24-d2db-4b33-b82c-184be1043917 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=493928d0-c764-42c0-ae42-bff2495f2f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098351 Nov 24 18:10:43.297507 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78ab00-325c-4a4d-a4a9-bb070a240a05 req-bc17e210-3b29-44d6-a46e-f086f5deba63 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:43.298919 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-3a78ab00-325c-4a4d-a4a9-bb070a240a05 req-bc17e210-3b29-44d6-a46e-f086f5deba63 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d235f0-9386-4495-a4a7-625b22c3d694 HTTP/1.1" status: 200 len: 932 time: 0.1178241 Nov 24 18:10:43.408193 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-4cb302d9-1e86-44d0-a309-116987c504ff service neutron] 10.222.0.65 "GET /v2.0/networks/7de450e2-2a1a-49c9-ba7c-656187c1b2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900912 Nov 24 18:10:43.444554 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7b214e57-148f-435c-a7a3-88102d65d250 req-30c036cc-10a9-4c64-b868-f2d04c4170ce service neutron] 10.222.0.66 "GET /v2.0/networks/493928d0-c764-42c0-ae42-bff2495f2f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771153 Nov 24 18:10:43.445105 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-3a78ab00-325c-4a4d-a4a9-bb070a240a05 req-4762d395-1010-46ad-b015-70640a9518c9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Synchronizing usage tracker for tenant:5c410027f08a449c97bc26384e1b72cd on resource:security_group {{(pid=87424) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:10:43.460890 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.db.resource_extend [None req-10a66c58-fe66-4775-a7fb-0ea21ff79032 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 18:10:43.559710 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-10a66c58-fe66-4775-a7fb-0ea21ff79032 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:43.652785 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-3a78ab00-325c-4a4d-a4a9-bb070a240a05 req-4762d395-1010-46ad-b015-70640a9518c9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Unset dirty status for tenant:5c410027f08a449c97bc26384e1b72cd on resource:security_group {{(pid=87424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:10:43.654467 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-3a78ab00-325c-4a4d-a4a9-bb070a240a05 req-4762d395-1010-46ad-b015-70640a9518c9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa6c8b61-a415-4524-b9b8-241d8fb67b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3490424 Nov 24 18:10:43.679987 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-10a66c58-fe66-4775-a7fb-0ea21ff79032 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505783'] for floatingip, after_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:43.828923 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-5fb6c10e-1d9a-46d0-8202-f9e4060b10ef req-688ee63f-1e17-4a17-9b0b-c491dd3ee3b3 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 210 time: 0.1666057 Nov 24 18:10:43.834850 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7b214e57-148f-435c-a7a3-88102d65d250 req-5d6364a0-727f-4f03-9e20-d43ba3f31cc6 service neutron] 10.222.0.66 "GET /v2.0/networks/493928d0-c764-42c0-ae42-bff2495f2f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834665 Nov 24 18:10:43.882391 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.db.l3_db [None req-10a66c58-fe66-4775-a7fb-0ea21ff79032 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Floating IP d4b9ddf2-4eb8-4257-8200-9239378b08dc associated. External IP: 172.28.3.218, port: 393da44e-93ac-4fb6-a692-a5e0e09476c2. Nov 24 18:10:43.891923 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 6 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:10:43.914516 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-577a854b-27b4-49af-b416-0aa37f302cbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e9c0765-7445-42c8-aeb3-11341dbfdcbb {{(pid=87423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:10:43.922561 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-577a854b-27b4-49af-b416-0aa37f302cbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:43.938192 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.provisioning_blocks [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-577a854b-27b4-49af-b416-0aa37f302cbc service neutron] Transition to ACTIVE for port object 1e9c0765-7445-42c8-aeb3-11341dbfdcbb will not be triggered until provisioned by entity L2. {{(pid=87423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:10:44.017303 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-577a854b-27b4-49af-b416-0aa37f302cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4080791'] for port, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:44.023881 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-0d0e1dec-b72a-463c-a8b5-8861ac6d1feb tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:44.206044 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a854b-27b4-49af-b416-0aa37f302cbc service neutron] Pushing event updated for resources: {'Port': ['ID=1e9c0765-7445-42c8-aeb3-11341dbfdcbb,revision_number=2']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:44.215749 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-577a854b-27b4-49af-b416-0aa37f302cbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:44.275175 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70d893-8a1d-45ec-a1f5-ad8d33e71c47 req-dd6ea09c-db0f-4ff6-b067-fb4564fd1b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:44.276704 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-0c70d893-8a1d-45ec-a1f5-ad8d33e71c47 req-dd6ea09c-db0f-4ff6-b067-fb4564fd1b24 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e3ec3799b8094807b9daa97a6f232838&device_id=ed5469e6-11f0-4761-9019-698c2307db36 HTTP/1.1" status: 200 len: 1096 time: 0.3148832 Nov 24 18:10:44.344244 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a66c58-fe66-4775-a7fb-0ea21ff79032 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Router 96a06d1f-91d2-4f9f-8902-87ef3f1b025f has already been hosted by L3 agent aba83f48-bec1-4447-972f-e1c88a92dee8 {{(pid=87424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 18:10:44.395275 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-577a854b-27b4-49af-b416-0aa37f302cbc service neutron] Attempting to bind port 1e9c0765-7445-42c8-aeb3-11341dbfdcbb on host hv-cinder-81857 for vnic_type normal with profile {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:10:44.395953 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-577a854b-27b4-49af-b416-0aa37f302cbc service neutron] Attempting to bind port 1e9c0765-7445-42c8-aeb3-11341dbfdcbb by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': '3bf95cc0-1d80-495e-9c51-016a41842eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9'}] {{(pid=87423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:10:44.396290 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-577a854b-27b4-49af-b416-0aa37f302cbc service neutron] Attempting to bind port 1e9c0765-7445-42c8-aeb3-11341dbfdcbb on network 99e16732-504f-4bd0-9b6d-ec24f46575f9 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:10:44.403926 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-577a854b-27b4-49af-b416-0aa37f302cbc service neutron] Port 1e9c0765-7445-42c8-aeb3-11341dbfdcbb on network 99e16732-504f-4bd0-9b6d-ec24f46575f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 18:10:44.404296 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-577a854b-27b4-49af-b416-0aa37f302cbc service neutron] Attempting to bind port 1e9c0765-7445-42c8-aeb3-11341dbfdcbb on network 99e16732-504f-4bd0-9b6d-ec24f46575f9 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:10:44.413662 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-577a854b-27b4-49af-b416-0aa37f302cbc service neutron] Checking agent: {'id': 'd0ca9dee-1939-4c7e-ac1c-b1e38ddd9156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'started_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:10:44.413963 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-577a854b-27b4-49af-b416-0aa37f302cbc service neutron] Checking segment: {'id': '3bf95cc0-1d80-495e-9c51-016a41842eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:10:44.414336 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-577a854b-27b4-49af-b416-0aa37f302cbc service neutron] Bound using segment: {'id': '3bf95cc0-1d80-495e-9c51-016a41842eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9'} {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:10:44.414765 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-577a854b-27b4-49af-b416-0aa37f302cbc service neutron] Bound port: 1e9c0765-7445-42c8-aeb3-11341dbfdcbb, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bf95cc0-1d80-495e-9c51-016a41842eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9'}}] {{(pid=87423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:10:44.415643 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-577a854b-27b4-49af-b416-0aa37f302cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:44.423309 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7760fad-a11a-4955-9647-1091012f8cfe req-aec94f32-ddab-42ff-9fbc-c409749a2c31 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:44.424729 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-d7760fad-a11a-4955-9647-1091012f8cfe req-aec94f32-ddab-42ff-9fbc-c409749a2c31 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed5469e6-11f0-4761-9019-698c2307db36 HTTP/1.1" status: 200 len: 943 time: 0.1850557 Nov 24 18:10:44.499879 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70d893-8a1d-45ec-a1f5-ad8d33e71c47 req-8d695b83-32ad-4a69-829a-df9ec1a04971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:44.501441 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-0c70d893-8a1d-45ec-a1f5-ad8d33e71c47 req-8d695b83-32ad-4a69-829a-df9ec1a04971 service neutron] 10.222.0.66 "GET /v2.0/networks?id=493928d0-c764-42c0-ae42-bff2495f2f71 HTTP/1.1" status: 200 len: 909 time: 0.2165377 Nov 24 18:10:44.558989 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-d7760fad-a11a-4955-9647-1091012f8cfe req-9e68ba4a-a855-4835-ab7e-9978290f92f2 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/security-groups?id=32ca3b8f-e0c8-4a49-8ab1-8900f5a4e830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235974 Nov 24 18:10:44.578411 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a66c58-fe66-4775-a7fb-0ea21ff79032 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify agent at l3_agent.dv-cinder-818579-1-smb the message routers_updated {{(pid=87424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 18:10:44.589089 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-10a66c58-fe66-4775-a7fb-0ea21ff79032 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for floatingip, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:44.590195 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984fc7ab-1257-46ab-85a0-1935b319925d None None] Sync routers for ids ['96a06d1f-91d2-4f9f-8902-87ef3f1b025f'] in dv-cinder-818579-1-smb {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 18:10:44.599535 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-0c70d893-8a1d-45ec-a1f5-ad8d33e71c47 req-192716a8-de3c-471e-b7cc-ecc3ca471c93 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fad356a-68bb-49c7-b706-a8fa90995e5a HTTP/1.1" status: 200 len: 217 time: 0.0905936 Nov 24 18:10:44.605679 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984fc7ab-1257-46ab-85a0-1935b319925d None None] Routers {'96a06d1f-91d2-4f9f-8902-87ef3f1b025f'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:10:44.606331 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-984fc7ab-1257-46ab-85a0-1935b319925d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:10:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['96a06d1f-91d2-4f9f-8902-87ef3f1b025f'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:10:44.623198 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-577a854b-27b4-49af-b416-0aa37f302cbc service neutron] For port 1e9c0765-7445-42c8-aeb3-11341dbfdcbb, host hv-cinder-81857, cleared binding levels {{(pid=87423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:10:44.628279 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-577a854b-27b4-49af-b416-0aa37f302cbc service neutron] For port 1e9c0765-7445-42c8-aeb3-11341dbfdcbb, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=1e9c0765-7445-42c8-aeb3-11341dbfdcbb,segment=NetworkSegment(3bf95cc0-1d80-495e-9c51-016a41842eca),segment_id=3bf95cc0-1d80-495e-9c51-016a41842eca)] {{(pid=87423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:10:44.648621 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-10a66c58-fe66-4775-a7fb-0ea21ff79032 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "PUT /v2.0/floatingips/d4b9ddf2-4eb8-4257-8200-9239378b08dc HTTP/1.1" status: 200 len: 991 time: 2.1387041 Nov 24 18:10:44.649380 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baeb9946-ef75-45a6-bba2-223832b496cd', 'tag': '393da44e-93ac-4fb6-a692-a5e0e09476c2'}] {{(pid=87424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:10:44.701574 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70d893-8a1d-45ec-a1f5-ad8d33e71c47 req-d254829d-69d8-48ff-a7b6-abc535cd7fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:44.703051 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-0c70d893-8a1d-45ec-a1f5-ad8d33e71c47 req-d254829d-69d8-48ff-a7b6-abc535cd7fde service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f439e0c3-8b50-4621-b352-7a32b14ae854 HTTP/1.1" status: 200 len: 848 time: 0.0730751 Nov 24 18:10:44.704587 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-577a854b-27b4-49af-b416-0aa37f302cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4080791'] for port, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:44.715787 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-9795b91f-5dca-424e-9efa-32115da59b0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:44.723509 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baeb9946-ef75-45a6-bba2-223832b496cd', 'tag': '393da44e-93ac-4fb6-a692-a5e0e09476c2', 'status': 'completed', 'code': 200} Nov 24 18:10:44.837635 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-984fc7ab-1257-46ab-85a0-1935b319925d None None] Set router 96a06d1f-91d2-4f9f-8902-87ef3f1b025f gateway port host: dv-cinder-818579-1-smb {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:10:44.855351 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-577a854b-27b4-49af-b416-0aa37f302cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:44.855965 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-577a854b-27b4-49af-b416-0aa37f302cbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:44.857357 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-577a854b-27b4-49af-b416-0aa37f302cbc service neutron] 10.222.0.66 "PUT /v2.0/ports/1e9c0765-7445-42c8-aeb3-11341dbfdcbb HTTP/1.1" status: 200 len: 1094 time: 2.1067450 Nov 24 18:10:44.863936 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d235f0-9386-4495-a4a7-625b22c3d694', 'tag': '1e9c0765-7445-42c8-aeb3-11341dbfdcbb'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:10:44.916141 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-0c70d893-8a1d-45ec-a1f5-ad8d33e71c47 req-74ceda73-253d-449c-a7c0-238f13e4df90 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=493928d0-c764-42c0-ae42-bff2495f2f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2012546 Nov 24 18:10:45.019520 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74714c-acff-4f85-a73e-783edc9ca1a7 req-a0132810-3fb6-4a13-83d0-8ddc4fd2f4f9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:45.021123 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-de74714c-acff-4f85-a73e-783edc9ca1a7 req-a0132810-3fb6-4a13-83d0-8ddc4fd2f4f9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d235f0-9386-4495-a4a7-625b22c3d694 HTTP/1.1" status: 200 len: 944 time: 0.1373982 Nov 24 18:10:45.071776 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a854b-27b4-49af-b416-0aa37f302cbc service neutron] Pushing event updated for resources: {'Port': ['ID=1e9c0765-7445-42c8-aeb3-11341dbfdcbb,revision_number=3']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:45.076193 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-577a854b-27b4-49af-b416-0aa37f302cbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:45.091140 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-de74714c-acff-4f85-a73e-783edc9ca1a7 req-966a1de0-fe30-40e4-9d69-c2fa29192fdc tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa6c8b61-a415-4524-b9b8-241d8fb67b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612147 Nov 24 18:10:45.155974 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29d235f0-9386-4495-a4a7-625b22c3d694', 'tag': '1e9c0765-7445-42c8-aeb3-11341dbfdcbb', 'status': 'completed', 'code': 200} Nov 24 18:10:45.180976 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-05f775c7-d7ab-48a8-b98c-61b330b4e937 req-e07ba8d7-681c-4f86-ba58-0504636e2707 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 210 time: 0.1242223 Nov 24 18:10:45.239837 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1481e40-1751-406b-b40d-f3b2a2f3b7b5 req-8c33e0b8-d4b1-497b-a737-91fd3e16f834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:45.241342 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e1481e40-1751-406b-b40d-f3b2a2f3b7b5 req-8c33e0b8-d4b1-497b-a737-91fd3e16f834 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c71c458ed19546f2b7ecc2a78475b465&device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 1098 time: 0.4535806 Nov 24 18:10:45.245070 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-0c70d893-8a1d-45ec-a1f5-ad8d33e71c47 req-43d1eaaa-9ee4-4917-bcec-a0bb0b280d3b service neutron] 10.222.0.66 "GET /v2.0/networks/493928d0-c764-42c0-ae42-bff2495f2f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169458 Nov 24 18:10:45.345689 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-984fc7ab-1257-46ab-85a0-1935b319925d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774801609-router', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:57Z', 'updated_at': '2021-11-24T18:06:11Z', 'revision_number': 4, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'gw_port': {'id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:eb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_floatingips': [{'id': 'd4b9ddf2-4eb8-4257-8200-9239378b08dc', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'floating_ip_address': '172.28.3.218', 'floating_network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'router_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'port_id': '393da44e-93ac-4fb6-a692-a5e0e09476c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e', 'mac_address': 'fa:16:3e:97:62:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baeb9946-ef75-45a6-bba2-223832b496cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:10:22Z', 'updated_at': '2021-11-24T18:10:43Z', 'revision_number': 1, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f6255f-54bd-4de6-a892-db56481af566', 'name': '', 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'mac_address': 'fa:16:3e:52:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0c1b52e1-6661-4f68-9dd2-227c3d39ad6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:08Z', 'updated_at': '2021-11-24T18:06:24Z', 'revision_number': 5, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'subnets': [{'id': '0c1b52e1-6661-4f68-9dd2-227c3d39ad6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:10:45.349610 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984fc7ab-1257-46ab-85a0-1935b319925d None None] Checking router: 96a06d1f-91d2-4f9f-8902-87ef3f1b025f for host: dv-cinder-818579-1-smb {{(pid=87425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 18:10:45.358687 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984fc7ab-1257-46ab-85a0-1935b319925d None None] Routers {'96a06d1f-91d2-4f9f-8902-87ef3f1b025f'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:10:45.359302 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-984fc7ab-1257-46ab-85a0-1935b319925d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:10:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['96a06d1f-91d2-4f9f-8902-87ef3f1b025f'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:10:45.407579 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-9af8075b-41ef-48da-8a8e-f1dbe29f2356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:45.409072 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-9af8075b-41ef-48da-8a8e-f1dbe29f2356 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c410027f08a449c97bc26384e1b72cd&device_id=29d235f0-9386-4495-a4a7-625b22c3d694 HTTP/1.1" status: 200 len: 1097 time: 0.3536730 Nov 24 18:10:45.542329 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-984fc7ab-1257-46ab-85a0-1935b319925d None None] Set router 96a06d1f-91d2-4f9f-8902-87ef3f1b025f gateway port host: dv-cinder-818579-1-smb {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:10:45.596606 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-da4dc92a-ffeb-4e80-b742-d99267ee6bfa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e9c0765-7445-42c8-aeb3-11341dbfdcbb HTTP/1.1" status: 200 len: 217 time: 0.1655390 Nov 24 18:10:45.718579 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-0c70d893-8a1d-45ec-a1f5-ad8d33e71c47 req-f80102c8-9588-4c98-983a-254cf116e378 service neutron] 10.222.0.66 "GET /v2.0/networks/493928d0-c764-42c0-ae42-bff2495f2f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4612420 Nov 24 18:10:45.724342 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1481e40-1751-406b-b40d-f3b2a2f3b7b5 req-ebb5008e-a48a-4123-b358-889c6ffa5103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:45.726245 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e1481e40-1751-406b-b40d-f3b2a2f3b7b5 req-ebb5008e-a48a-4123-b358-889c6ffa5103 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a433006a-8672-4e6d-af3a-fa22b395902e HTTP/1.1" status: 200 len: 918 time: 0.4675050 Nov 24 18:10:45.729642 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-5b7a28c5-1c33-4f6b-822e-8d8a9bde5b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:45.731434 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-5b7a28c5-1c33-4f6b-822e-8d8a9bde5b42 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb34300e-db3e-473b-9bf9-eea83552c640 HTTP/1.1" status: 200 len: 850 time: 0.1277769 Nov 24 18:10:45.782793 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde36d45-1523-4b3e-898a-33dc72bac790 req-fbc8d0f4-f509-4a09-9747-a45c9436d8b4 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:45.784621 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-fde36d45-1523-4b3e-898a-33dc72bac790 req-fbc8d0f4-f509-4a09-9747-a45c9436d8b4 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed5469e6-11f0-4761-9019-698c2307db36 HTTP/1.1" status: 200 len: 943 time: 0.0949001 Nov 24 18:10:45.876342 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-fde36d45-1523-4b3e-898a-33dc72bac790 req-60da6750-b95b-48b5-87f5-b534f9339a26 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/security-groups?id=32ca3b8f-e0c8-4a49-8ab1-8900f5a4e830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813427 Nov 24 18:10:45.934235 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e1481e40-1751-406b-b40d-f3b2a2f3b7b5 req-0c69b9b3-c955-432b-9fcf-077f30886e80 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=393da44e-93ac-4fb6-a692-a5e0e09476c2 HTTP/1.1" status: 200 len: 999 time: 0.1934383 Nov 24 18:10:45.991818 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-b098ffc4-f88d-48a8-9033-ee914201f7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:45.995393 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-b098ffc4-f88d-48a8-9033-ee914201f7ec service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=99e16732-504f-4bd0-9b6d-ec24f46575f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1967700 Nov 24 18:10:46.008487 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-984fc7ab-1257-46ab-85a0-1935b319925d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774801609-router', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:57Z', 'updated_at': '2021-11-24T18:06:11Z', 'revision_number': 4, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'gw_port': {'id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:eb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_floatingips': [{'id': 'd4b9ddf2-4eb8-4257-8200-9239378b08dc', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'floating_ip_address': '172.28.3.218', 'floating_network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'router_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'port_id': '393da44e-93ac-4fb6-a692-a5e0e09476c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e', 'mac_address': 'fa:16:3e:97:62:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baeb9946-ef75-45a6-bba2-223832b496cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:10:22Z', 'updated_at': '2021-11-24T18:10:43Z', 'revision_number': 1, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f6255f-54bd-4de6-a892-db56481af566', 'name': '', 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'mac_address': 'fa:16:3e:52:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0c1b52e1-6661-4f68-9dd2-227c3d39ad6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:08Z', 'updated_at': '2021-11-24T18:06:24Z', 'revision_number': 5, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'subnets': [{'id': '0c1b52e1-6661-4f68-9dd2-227c3d39ad6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:10:46.013670 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984fc7ab-1257-46ab-85a0-1935b319925d None None] The sync data for ids ['96a06d1f-91d2-4f9f-8902-87ef3f1b025f'] in dv-cinder-818579-1-smb is: [{'id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774801609-router', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:57Z', 'updated_at': '2021-11-24T18:06:11Z', 'revision_number': 4, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'gw_port': {'id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:eb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_floatingips': [{'id': 'd4b9ddf2-4eb8-4257-8200-9239378b08dc', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'floating_ip_address': '172.28.3.218', 'floating_network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'router_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'port_id': '393da44e-93ac-4fb6-a692-a5e0e09476c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e', 'mac_address': 'fa:16:3e:97:62:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baeb9946-ef75-45a6-bba2-223832b496cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:10:22Z', 'updated_at': '2021-11-24T18:10:43Z', 'revision_number': 1, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f6255f-54bd-4de6-a892-db56481af566', 'name': '', 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'mac_address': 'fa:16:3e:52:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0c1b52e1-6661-4f68-9dd2-227c3d39ad6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:08Z', 'updated_at': '2021-11-24T18:06:24Z', 'revision_number': 5, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'subnets': [{'id': '0c1b52e1-6661-4f68-9dd2-227c3d39ad6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 18:10:46.013898 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1481e40-1751-406b-b40d-f3b2a2f3b7b5 req-ca25fdfa-86af-4454-bd00-45e6c84969c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:46.016082 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e1481e40-1751-406b-b40d-f3b2a2f3b7b5 req-ca25fdfa-86af-4454-bd00-45e6c84969c1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c1b52e1-6661-4f68-9dd2-227c3d39ad6e HTTP/1.1" status: 200 len: 856 time: 0.0742414 Nov 24 18:10:46.190369 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 5fad356a-68bb-49c7-b706-a8fa90995e5a details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=87425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 18:10:46.302008 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295bd0b-d1db-4816-bd0d-5afed8a99150 req-d8253c45-3622-48a9-9027-28078bdea871 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:46.310196 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-5295bd0b-d1db-4816-bd0d-5afed8a99150 req-d8253c45-3622-48a9-9027-28078bdea871 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d235f0-9386-4495-a4a7-625b22c3d694 HTTP/1.1" status: 200 len: 944 time: 0.1023719 Nov 24 18:10:46.332425 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9082261-226c-4604-a943-cb5a74e08bd8 None None] New status for floating IP d4b9ddf2-4eb8-4257-8200-9239378b08dc: ACTIVE {{(pid=87426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 18:10:46.380338 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-74b66b3c-cf57-441b-a26c-032c239c9b2a service neutron] 10.222.0.66 "GET /v2.0/networks/99e16732-504f-4bd0-9b6d-ec24f46575f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683929 Nov 24 18:10:46.404737 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-5295bd0b-d1db-4816-bd0d-5afed8a99150 req-b5f89706-55c0-4cef-b15c-3566b8a4e2f8 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa6c8b61-a415-4524-b9b8-241d8fb67b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934064 Nov 24 18:10:46.440104 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 5fad356a-68bb-49c7-b706-a8fa90995e5a, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=5fad356a-68bb-49c7-b706-a8fa90995e5a,segment=NetworkSegment(fdb57223-aabb-4ab3-b4d8-99a13afb7454),segment_id=fdb57223-aabb-4ab3-b4d8-99a13afb7454)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:10:46.454409 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Returning: {'device': '5fad356a-68bb-49c7-b706-a8fa90995e5a', 'network_id': '493928d0-c764-42c0-ae42-bff2495f2f71', 'port_id': '5fad356a-68bb-49c7-b706-a8fa90995e5a', 'mac_address': 'fa:16:3e:6a:61:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f439e0c3-8b50-4621-b352-7a32b14ae854', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 18:10:46.475964 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1481e40-1751-406b-b40d-f3b2a2f3b7b5 req-0594b2d0-dace-4851-b859-70f3bf19c9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:46.478122 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e1481e40-1751-406b-b40d-f3b2a2f3b7b5 req-0594b2d0-dace-4851-b859-70f3bf19c9eb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a433006a-8672-4e6d-af3a-fa22b395902e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4407260 Nov 24 18:10:46.479943 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-246620f6-cb5c-4a4b-976f-df4c3eed1678 req-23020bc9-9c64-48cb-bb01-2df4199a2b20 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 210 time: 0.0987267 Nov 24 18:10:46.521739 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:46.544021 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fad356a-68bb-49c7-b706-a8fa90995e5a {{(pid=87425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:10:46.561041 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 5fad356a-68bb-49c7-b706-a8fa90995e5a, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=5fad356a-68bb-49c7-b706-a8fa90995e5a,segment=NetworkSegment(fdb57223-aabb-4ab3-b4d8-99a13afb7454),segment_id=fdb57223-aabb-4ab3-b4d8-99a13afb7454)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:10:46.585783 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-966d5c30-ea62-4b5b-97e0-d7e806170a4d tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:46.587132 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-966d5c30-ea62-4b5b-97e0-d7e806170a4d tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.66 "GET /v2.0/networks?id=7de450e2-2a1a-49c9-ba7c-656187c1b2f7 HTTP/1.1" status: 200 len: 815 time: 0.4286995 Nov 24 18:10:46.623015 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:46.625207 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:46.645535 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-04d29510-24f2-4af0-a05e-435ac5948b05 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Request body: {'port': {'device_id': '91f5a9ee-ea5b-4643-8033-97c528969bfa', 'network_id': '7de450e2-2a1a-49c9-ba7c-656187c1b2f7', 'admin_state_up': True, 'tenant_id': '39f9e6e00d1d47b5b4977115816bffd8'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:10:46.698605 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=5fad356a-68bb-49c7-b706-a8fa90995e5a,revision_number=4']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:46.701659 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:46.819588 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6f3790c3-1a76-4e69-a441-6a3e3a606d7e req-be0b1a93-da35-4c4a-9e8c-13dec117b522 service neutron] 10.222.0.66 "GET /v2.0/networks/99e16732-504f-4bd0-9b6d-ec24f46575f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207168 Nov 24 18:10:46.826833 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e1481e40-1751-406b-b40d-f3b2a2f3b7b5 req-dcaed9c4-07f9-421c-9790-d27fb3eef7c6 service neutron] 10.222.0.66 "GET /v2.0/networks/a433006a-8672-4e6d-af3a-fa22b395902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363123 Nov 24 18:10:46.866015 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['5fad356a-68bb-49c7-b706-a8fa90995e5a'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:10:46.947388 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-04d29510-24f2-4af0-a05e-435ac5948b05 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:10:46.951320 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-04d29510-24f2-4af0-a05e-435ac5948b05 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Usage tracker for resource:port and tenant:39f9e6e00d1d47b5b4977115816bffd8 is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:10:46.961045 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-04d29510-24f2-4af0-a05e-435ac5948b05 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:10:46.970967 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-04d29510-24f2-4af0-a05e-435ac5948b05 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:10:47.138420 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929773f7-d83a-4c8f-bc89-60baeb209509 req-4cbde5c7-b68d-4fe4-b013-0b4469e8f1ae tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:47.140278 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-929773f7-d83a-4c8f-bc89-60baeb209509 req-4cbde5c7-b68d-4fe4-b013-0b4469e8f1ae tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed5469e6-11f0-4761-9019-698c2307db36 HTTP/1.1" status: 200 len: 944 time: 0.1104865 Nov 24 18:10:47.160988 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e1481e40-1751-406b-b40d-f3b2a2f3b7b5 req-7f02a13b-0fa4-4d3e-99ae-4ec15bfeec54 service neutron] 10.222.0.66 "GET /v2.0/networks/a433006a-8672-4e6d-af3a-fa22b395902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140669 Nov 24 18:10:47.179053 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-04d29510-24f2-4af0-a05e-435ac5948b05 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Made reservation on behalf of 39f9e6e00d1d47b5b4977115816bffd8 for: {'port': 1} {{(pid=87423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:10:47.183227 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-04d29510-24f2-4af0-a05e-435ac5948b05 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:47.220497 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d6fc6-d715-4132-bf2a-9e9844428bd6 req-bf3dc5c1-3f11-49ab-8249-d0e7c787ff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:47.222055 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-de8d6fc6-d715-4132-bf2a-9e9844428bd6 req-bf3dc5c1-3f11-49ab-8249-d0e7c787ff0e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c410027f08a449c97bc26384e1b72cd&device_id=29d235f0-9386-4495-a4a7-625b22c3d694 HTTP/1.1" status: 200 len: 1097 time: 0.2498314 Nov 24 18:10:47.310110 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-929773f7-d83a-4c8f-bc89-60baeb209509 req-d6c345fb-6d15-4181-9df8-aa94860ea487 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/security-groups?id=32ca3b8f-e0c8-4a49-8ab1-8900f5a4e830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557465 Nov 24 18:10:47.691181 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d6fc6-d715-4132-bf2a-9e9844428bd6 req-0d1d2ed2-41fc-489d-9a55-7bacb42622c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:47.692686 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-de8d6fc6-d715-4132-bf2a-9e9844428bd6 req-0d1d2ed2-41fc-489d-9a55-7bacb42622c6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=99e16732-504f-4bd0-9b6d-ec24f46575f9 HTTP/1.1" status: 200 len: 912 time: 0.4302051 Nov 24 18:10:47.722724 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.db_base_plugin_common [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-04d29510-24f2-4af0-a05e-435ac5948b05 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Allocated IP 172.20.0.14 (7de450e2-2a1a-49c9-ba7c-656187c1b2f7/1169030e-ce60-4617-bb28-921bdafdc55c/c80811f8-9bbb-4738-b8e7-bad707ffe4c3) {{(pid=87423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:10:47.758677 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-6a2bd946-2ef1-49ae-abb8-627d8df85273 req-a6e21a24-69dc-406a-b8cb-dd19bf4e1c51 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Synchronizing usage tracker for tenant:39f9e6e00d1d47b5b4977115816bffd8 on resource:port {{(pid=87424) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:10:47.799094 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461b7f5-25d0-4c1a-b65f-40a120cccf15 req-7658b5f7-6108-4278-9f67-bd11e1e2392a tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:47.799427 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-5461b7f5-25d0-4c1a-b65f-40a120cccf15 req-7658b5f7-6108-4278-9f67-bd11e1e2392a tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Synchronizing usage tracker for tenant:5c410027f08a449c97bc26384e1b72cd on resource:port {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:10:47.864707 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-6a2bd946-2ef1-49ae-abb8-627d8df85273 req-a6e21a24-69dc-406a-b8cb-dd19bf4e1c51 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Unset dirty status for tenant:39f9e6e00d1d47b5b4977115816bffd8 on resource:port {{(pid=87424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:10:47.868883 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-6a2bd946-2ef1-49ae-abb8-627d8df85273 req-a6e21a24-69dc-406a-b8cb-dd19bf4e1c51 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 210 time: 0.1621449 Nov 24 18:10:47.942852 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-5461b7f5-25d0-4c1a-b65f-40a120cccf15 req-7658b5f7-6108-4278-9f67-bd11e1e2392a tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Unset dirty status for tenant:5c410027f08a449c97bc26384e1b72cd on resource:port {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:10:47.945769 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-5461b7f5-25d0-4c1a-b65f-40a120cccf15 req-7658b5f7-6108-4278-9f67-bd11e1e2392a tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d235f0-9386-4495-a4a7-625b22c3d694 HTTP/1.1" status: 200 len: 944 time: 0.3368673 Nov 24 18:10:48.040236 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-5461b7f5-25d0-4c1a-b65f-40a120cccf15 req-474cd930-76c9-42b9-b98c-18f2eed5cea6 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa6c8b61-a415-4524-b9b8-241d8fb67b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867755 Nov 24 18:10:48.042767 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-04d29510-24f2-4af0-a05e-435ac5948b05 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks [] for port, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:48.058555 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.provisioning_blocks [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-04d29510-24f2-4af0-a05e-435ac5948b05 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Transition to ACTIVE for port object c80811f8-9bbb-4738-b8e7-bad707ffe4c3 will not be triggered until provisioned by entity DHCP. {{(pid=87423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:10:48.131993 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-04d29510-24f2-4af0-a05e-435ac5948b05 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:48.138308 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-8a1ec323-1c1e-478f-bed3-d017d364be89 tempest-ServerRescueNegativeTestJSON-1851634378 tempest-ServerRescueNegativeTestJSON-1851634378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:48.205946 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 5fad356a-68bb-49c7-b706-a8fa90995e5a up at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:10:48.209181 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-04d29510-24f2-4af0-a05e-435ac5948b05 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Network 7de450e2-2a1a-49c9-ba7c-656187c1b2f7 is already hosted by enough agents. {{(pid=87423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:10:48.212904 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.base_scheduler [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-04d29510-24f2-4af0-a05e-435ac5948b05 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Resources bound (agent type, host, resource id): {{(pid=87423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:10:48.217205 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-04d29510-24f2-4af0-a05e-435ac5948b05 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Received port after_create {{(pid=87423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:10:48.270814 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d29510-24f2-4af0-a05e-435ac5948b05 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Pushing event updated for resources: {'Port': ['ID=c80811f8-9bbb-4738-b8e7-bad707ffe4c3,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:48.275861 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-04d29510-24f2-4af0-a05e-435ac5948b05 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:48.318367 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-04d29510-24f2-4af0-a05e-435ac5948b05 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:48.319024 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-04d29510-24f2-4af0-a05e-435ac5948b05 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:48.440316 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning for port 5fad356a-68bb-49c7-b706-a8fa90995e5a completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:10:48.461445 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning complete for port 5fad356a-68bb-49c7-b706-a8fa90995e5a triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:10:48.461445 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:48.484003 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-04d29510-24f2-4af0-a05e-435ac5948b05 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8466947 Nov 24 18:10:48.563791 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf903234-c6ea-451b-8ff3-09054482737e req-227ddde6-4ecd-4a2a-bfd3-76babc881abd tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:48.566152 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-cf903234-c6ea-451b-8ff3-09054482737e req-227ddde6-4ecd-4a2a-bfd3-76babc881abd tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed5469e6-11f0-4761-9019-698c2307db36 HTTP/1.1" status: 200 len: 944 time: 0.1220374 Nov 24 18:10:48.602402 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:48.644139 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-cf903234-c6ea-451b-8ff3-09054482737e req-6c1de986-d2ad-4b75-bba7-0297f1e54863 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/security-groups?id=32ca3b8f-e0c8-4a49-8ab1-8900f5a4e830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703139 Nov 24 18:10:48.645884 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5469e6-11f0-4761-9019-698c2307db36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fad356a-68bb-49c7-b706-a8fa90995e5a'}] {{(pid=87425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:10:48.668186 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-68be4f83-6421-465b-9274-ebcd15bf8320 None None] Provisioning for port c80811f8-9bbb-4738-b8e7-bad707ffe4c3 completed by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:10:48.683017 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 5fad356a-68bb-49c7-b706-a8fa90995e5a, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=5fad356a-68bb-49c7-b706-a8fa90995e5a,segment=NetworkSegment(fdb57223-aabb-4ab3-b4d8-99a13afb7454),segment_id=fdb57223-aabb-4ab3-b4d8-99a13afb7454)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:10:48.684995 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-68be4f83-6421-465b-9274-ebcd15bf8320 None None] Provisioning complete for port c80811f8-9bbb-4738-b8e7-bad707ffe4c3 triggered by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:10:48.685662 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-68be4f83-6421-465b-9274-ebcd15bf8320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:48.729890 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:48.738454 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-98f283b6-eb30-4f9e-890d-2a5ef6c2e68a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:10:48.768700 dv-cinder-818579-1-smb neutron-server[87425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed5469e6-11f0-4761-9019-698c2307db36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fad356a-68bb-49c7-b706-a8fa90995e5a', 'code': 200} Nov 24 18:10:48.806617 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-68be4f83-6421-465b-9274-ebcd15bf8320 None None] Port c80811f8-9bbb-4738-b8e7-bad707ffe4c3 cannot update to ACTIVE because it is not bound. {{(pid=87425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 18:10:48.823780 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=5fad356a-68bb-49c7-b706-a8fa90995e5a,revision_number=5']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:10:48.827198 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:10:49.102468 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322f7e4-31bf-4d84-8d0f-492a1a7dda9f req-cec1e337-6a80-4a13-a42f-7d1ed2cccb7d tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:49.103204 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-b322f7e4-31bf-4d84-8d0f-492a1a7dda9f req-cec1e337-6a80-4a13-a42f-7d1ed2cccb7d tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Synchronizing usage tracker for tenant:39f9e6e00d1d47b5b4977115816bffd8 on resource:port {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:10:49.188451 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-b322f7e4-31bf-4d84-8d0f-492a1a7dda9f req-cec1e337-6a80-4a13-a42f-7d1ed2cccb7d tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Unset dirty status for tenant:39f9e6e00d1d47b5b4977115816bffd8 on resource:port {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:10:49.189607 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b322f7e4-31bf-4d84-8d0f-492a1a7dda9f req-cec1e337-6a80-4a13-a42f-7d1ed2cccb7d tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 932 time: 0.1734185 Nov 24 18:10:49.235886 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b322f7e4-31bf-4d84-8d0f-492a1a7dda9f req-0720cdf4-4182-4668-8c41-a4b951436d17 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/security-groups?id=b433f5eb-ddb4-4b7e-815a-3939e432f18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406849 Nov 24 18:10:49.417120 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99bc0e-af0f-428b-a68c-8035d48448d6 req-a50d4a41-827f-4268-affb-da66eadd5f3c tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:49.418507 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7a99bc0e-af0f-428b-a68c-8035d48448d6 req-a50d4a41-827f-4268-affb-da66eadd5f3c tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d235f0-9386-4495-a4a7-625b22c3d694 HTTP/1.1" status: 200 len: 944 time: 0.0873072 Nov 24 18:10:49.463199 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7a99bc0e-af0f-428b-a68c-8035d48448d6 req-4c399e5c-55bd-47cf-93cc-9e73d700b4a9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa6c8b61-a415-4524-b9b8-241d8fb67b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390007 Nov 24 18:10:49.834973 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4a410-17a5-4afd-8855-2578079127cf req-640fa39f-99d1-4bf8-a1ca-1734721afe72 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:49.836529 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-35c4a410-17a5-4afd-8855-2578079127cf req-640fa39f-99d1-4bf8-a1ca-1734721afe72 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed5469e6-11f0-4761-9019-698c2307db36 HTTP/1.1" status: 200 len: 945 time: 0.0816519 Nov 24 18:10:49.895936 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-35c4a410-17a5-4afd-8855-2578079127cf req-4c027333-5bb0-4897-bec1-f2dafd9fe4a3 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/security-groups?id=32ca3b8f-e0c8-4a49-8ab1-8900f5a4e830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524101 Nov 24 18:10:50.430285 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b65cbf-e127-4926-8661-d062b99ec1d1 req-9927bf7e-2d10-49d6-8f85-4eced6cfd042 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:50.431707 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-54b65cbf-e127-4926-8661-d062b99ec1d1 req-9927bf7e-2d10-49d6-8f85-4eced6cfd042 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 932 time: 0.0887573 Nov 24 18:10:50.479485 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-54b65cbf-e127-4926-8661-d062b99ec1d1 req-d4750271-17b6-4602-995c-050a195e4922 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/security-groups?id=b433f5eb-ddb4-4b7e-815a-3939e432f18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419300 Nov 24 18:10:50.661401 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59346f-e40b-47ae-8619-2793af543c55 req-c79de390-2eec-4322-8975-b5edfb2186bc tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:50.662888 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6c59346f-e40b-47ae-8619-2793af543c55 req-c79de390-2eec-4322-8975-b5edfb2186bc tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d235f0-9386-4495-a4a7-625b22c3d694 HTTP/1.1" status: 200 len: 944 time: 0.0818756 Nov 24 18:10:50.709887 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6c59346f-e40b-47ae-8619-2793af543c55 req-54059baa-c09e-4d35-a5bb-46de541bc0e8 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa6c8b61-a415-4524-b9b8-241d8fb67b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399222 Nov 24 18:10:51.096519 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65054a9f-5b7c-4ad7-9c60-593b8bcaf2df req-7b6a9b6a-c301-4a75-bfe5-ee3431d94b02 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:51.098349 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-65054a9f-5b7c-4ad7-9c60-593b8bcaf2df req-7b6a9b6a-c301-4a75-bfe5-ee3431d94b02 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed5469e6-11f0-4761-9019-698c2307db36 HTTP/1.1" status: 200 len: 945 time: 0.0835884 Nov 24 18:10:51.151530 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-65054a9f-5b7c-4ad7-9c60-593b8bcaf2df req-8877bd6e-313e-49fb-9328-38fa5734cc3e tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/security-groups?id=32ca3b8f-e0c8-4a49-8ab1-8900f5a4e830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466731 Nov 24 18:10:51.667783 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041bc78-16c7-4773-aee7-0ea40302a749 req-0b73e76e-8bc1-46ee-b80d-06735615cb6b tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:51.669265 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6041bc78-16c7-4773-aee7-0ea40302a749 req-0b73e76e-8bc1-46ee-b80d-06735615cb6b tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 932 time: 0.0810981 Nov 24 18:10:51.718629 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6041bc78-16c7-4773-aee7-0ea40302a749 req-ee07dee1-bc4b-449e-88a9-4172c4d1f01a tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/security-groups?id=b433f5eb-ddb4-4b7e-815a-3939e432f18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437403 Nov 24 18:10:51.910865 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739ae79-f88c-421a-bfb7-03d203bf2327 req-dbb90b0d-bdb3-45ac-961a-2ff89dda5a83 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:51.912349 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a739ae79-f88c-421a-bfb7-03d203bf2327 req-dbb90b0d-bdb3-45ac-961a-2ff89dda5a83 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d235f0-9386-4495-a4a7-625b22c3d694 HTTP/1.1" status: 200 len: 944 time: 0.0953240 Nov 24 18:10:51.960052 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a739ae79-f88c-421a-bfb7-03d203bf2327 req-55c0ce52-dd14-4e53-83bd-ae53694bf953 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa6c8b61-a415-4524-b9b8-241d8fb67b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402684 Nov 24 18:10:52.170386 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:52.350481 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16d704-209b-48c9-922a-f8994e6b409f req-7e4115b1-989c-4489-b4ef-88c4301a9d42 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:52.351887 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-eb16d704-209b-48c9-922a-f8994e6b409f req-7e4115b1-989c-4489-b4ef-88c4301a9d42 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed5469e6-11f0-4761-9019-698c2307db36 HTTP/1.1" status: 200 len: 945 time: 0.0868676 Nov 24 18:10:52.398147 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-eb16d704-209b-48c9-922a-f8994e6b409f req-5c5bb424-f023-46a0-a9b8-7b88b1c2c420 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/security-groups?id=32ca3b8f-e0c8-4a49-8ab1-8900f5a4e830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394170 Nov 24 18:10:52.912763 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e38435-1d14-4920-aaef-6d0a51b64c71 req-c56af172-3cbf-4d15-b303-f42c8dbea6d1 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:52.914309 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-59e38435-1d14-4920-aaef-6d0a51b64c71 req-c56af172-3cbf-4d15-b303-f42c8dbea6d1 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 932 time: 0.0825672 Nov 24 18:10:52.966329 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-59e38435-1d14-4920-aaef-6d0a51b64c71 req-7cd781ad-2e1e-4ed1-9a10-c84c712b2565 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/security-groups?id=b433f5eb-ddb4-4b7e-815a-3939e432f18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459440 Nov 24 18:10:53.221340 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dbc3a-7707-487e-9992-d22dfc4c84b9 req-b8c90cf2-304f-4e38-ae74-a979820ceaf7 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:53.222806 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-481dbc3a-7707-487e-9992-d22dfc4c84b9 req-b8c90cf2-304f-4e38-ae74-a979820ceaf7 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d235f0-9386-4495-a4a7-625b22c3d694 HTTP/1.1" status: 200 len: 944 time: 0.1556044 Nov 24 18:10:53.273137 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-481dbc3a-7707-487e-9992-d22dfc4c84b9 req-6d612d46-0212-4299-b02d-b6a45f654957 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa6c8b61-a415-4524-b9b8-241d8fb67b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437837 Nov 24 18:10:53.612230 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c244f2-008c-4644-aa86-02680f2fe69d req-808d92ef-d3be-4ed6-ac6f-5bc5b0ef4919 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:53.613731 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b6c244f2-008c-4644-aa86-02680f2fe69d req-808d92ef-d3be-4ed6-ac6f-5bc5b0ef4919 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed5469e6-11f0-4761-9019-698c2307db36 HTTP/1.1" status: 200 len: 945 time: 0.0991113 Nov 24 18:10:53.664211 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b6c244f2-008c-4644-aa86-02680f2fe69d req-7d7ecddd-b20d-44d5-8f06-ecb36284a856 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/security-groups?id=32ca3b8f-e0c8-4a49-8ab1-8900f5a4e830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437524 Nov 24 18:10:54.153427 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7351c-9cb8-47c7-a98e-8625602d1651 req-608d8e13-60a8-497c-bc8a-d62829764a1f tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:54.154784 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-abf7351c-9cb8-47c7-a98e-8625602d1651 req-608d8e13-60a8-497c-bc8a-d62829764a1f tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 932 time: 0.0817306 Nov 24 18:10:54.198186 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-abf7351c-9cb8-47c7-a98e-8625602d1651 req-66b1cb49-55fa-4f0f-8aa6-8554c8d384e1 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/security-groups?id=b433f5eb-ddb4-4b7e-815a-3939e432f18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378284 Nov 24 18:10:54.461892 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f708b-929a-4d54-aabb-c703477cc490 req-05c408f6-d2fb-4719-9bb7-4c8d08ad32b3 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:54.463834 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-782f708b-929a-4d54-aabb-c703477cc490 req-05c408f6-d2fb-4719-9bb7-4c8d08ad32b3 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d235f0-9386-4495-a4a7-625b22c3d694 HTTP/1.1" status: 200 len: 944 time: 0.0854399 Nov 24 18:10:54.512017 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-782f708b-929a-4d54-aabb-c703477cc490 req-144156ca-fb97-48b0-9864-9f35df37e6f9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa6c8b61-a415-4524-b9b8-241d8fb67b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422728 Nov 24 18:10:54.854944 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa93242-7bf2-41dc-961f-0a4b95aad971 req-70c5bbe1-619f-4b8b-9cb5-cc63a80dcc49 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:54.858510 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-0fa93242-7bf2-41dc-961f-0a4b95aad971 req-70c5bbe1-619f-4b8b-9cb5-cc63a80dcc49 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed5469e6-11f0-4761-9019-698c2307db36 HTTP/1.1" status: 200 len: 945 time: 0.0832469 Nov 24 18:10:54.902750 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-0fa93242-7bf2-41dc-961f-0a4b95aad971 req-ee65d7af-fc03-45ef-9bba-f6de8a4dfa98 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/security-groups?id=32ca3b8f-e0c8-4a49-8ab1-8900f5a4e830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404105 Nov 24 18:10:55.397735 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8ac1f-f9e6-426e-97e4-12602edb3c89 req-2c9136df-d710-4b48-b7de-0b48bf957ed1 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:55.399285 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c3d8ac1f-f9e6-426e-97e4-12602edb3c89 req-2c9136df-d710-4b48-b7de-0b48bf957ed1 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 932 time: 0.0863507 Nov 24 18:10:55.453055 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c3d8ac1f-f9e6-426e-97e4-12602edb3c89 req-0c29695f-d403-43c1-b9ab-cc15f177d15d tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/security-groups?id=b433f5eb-ddb4-4b7e-815a-3939e432f18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476296 Nov 24 18:10:55.721331 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e627efd-bfab-4f21-ba40-5b1d11e5e961 req-18f86c07-6763-4515-a112-d2fa0a0136dd tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:55.722966 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-0e627efd-bfab-4f21-ba40-5b1d11e5e961 req-18f86c07-6763-4515-a112-d2fa0a0136dd tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d235f0-9386-4495-a4a7-625b22c3d694 HTTP/1.1" status: 200 len: 944 time: 0.0916378 Nov 24 18:10:55.784044 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-0e627efd-bfab-4f21-ba40-5b1d11e5e961 req-ff8badf2-c6d5-47ef-a453-c5029f79a581 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa6c8b61-a415-4524-b9b8-241d8fb67b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531824 Nov 24 18:10:56.225825 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4105b7b-31ad-47cf-a1d5-c92112c7a43d req-c1e0a36e-2883-4e13-b40e-3594277ffbc4 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:56.227315 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a4105b7b-31ad-47cf-a1d5-c92112c7a43d req-c1e0a36e-2883-4e13-b40e-3594277ffbc4 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed5469e6-11f0-4761-9019-698c2307db36 HTTP/1.1" status: 200 len: 945 time: 0.1976504 Nov 24 18:10:56.275916 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a4105b7b-31ad-47cf-a1d5-c92112c7a43d req-04cdd9b7-7512-44de-a9e4-89b7e5a0a46b tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/security-groups?id=32ca3b8f-e0c8-4a49-8ab1-8900f5a4e830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405092 Nov 24 18:10:56.643518 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ed171-3e96-4db6-b9bf-0688f11f19ae req-416b62df-b710-4885-b382-aacc24e7a37b tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:56.645010 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-5e0ed171-3e96-4db6-b9bf-0688f11f19ae req-416b62df-b710-4885-b382-aacc24e7a37b tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 932 time: 0.0860050 Nov 24 18:10:56.695099 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-5e0ed171-3e96-4db6-b9bf-0688f11f19ae req-c53c5189-49a0-42be-b6a6-45905b1407ea tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/security-groups?id=b433f5eb-ddb4-4b7e-815a-3939e432f18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442829 Nov 24 18:10:56.985290 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac39dea-3260-4c65-9409-f080edf1175c req-5b8686ab-37f0-4de3-a064-ff9611db4241 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:56.986802 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-8ac39dea-3260-4c65-9409-f080edf1175c req-5b8686ab-37f0-4de3-a064-ff9611db4241 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d235f0-9386-4495-a4a7-625b22c3d694 HTTP/1.1" status: 200 len: 944 time: 0.0827858 Nov 24 18:10:57.031827 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-8ac39dea-3260-4c65-9409-f080edf1175c req-b496e9a8-50a4-4e0b-9ff0-2cb6f54df6e6 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa6c8b61-a415-4524-b9b8-241d8fb67b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388973 Nov 24 18:10:57.480155 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2dddeb-0454-400a-bc5f-e853768d8b1f req-7bd1f866-862e-44d6-873d-bbeaea7a71c8 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:57.480606 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-3b2dddeb-0454-400a-bc5f-e853768d8b1f req-7bd1f866-862e-44d6-873d-bbeaea7a71c8 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed5469e6-11f0-4761-9019-698c2307db36 HTTP/1.1" status: 200 len: 945 time: 0.0891819 Nov 24 18:10:57.529375 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-3b2dddeb-0454-400a-bc5f-e853768d8b1f req-75a9215f-9aea-43b2-8b91-380cc4afd073 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/security-groups?id=32ca3b8f-e0c8-4a49-8ab1-8900f5a4e830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429895 Nov 24 18:10:57.917938 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba1d50-e028-4cf6-b363-0555ed291e90 req-72858f29-c485-4693-919b-08279889c7a1 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:57.919496 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b7ba1d50-e028-4cf6-b363-0555ed291e90 req-72858f29-c485-4693-919b-08279889c7a1 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 932 time: 0.1168425 Nov 24 18:10:57.966734 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b7ba1d50-e028-4cf6-b363-0555ed291e90 req-79399cfa-1e51-404f-8045-ba64373f9b89 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/security-groups?id=b433f5eb-ddb4-4b7e-815a-3939e432f18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412774 Nov 24 18:10:58.230334 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc4e82-cf15-440e-9537-8dd13157ea63 req-66677c8a-da14-4e10-8da1-e5eeb8ebb7aa tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:58.237535 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e6dc4e82-cf15-440e-9537-8dd13157ea63 req-66677c8a-da14-4e10-8da1-e5eeb8ebb7aa tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d235f0-9386-4495-a4a7-625b22c3d694 HTTP/1.1" status: 200 len: 944 time: 0.0920167 Nov 24 18:10:58.288880 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e6dc4e82-cf15-440e-9537-8dd13157ea63 req-350c8a46-d4db-4a3d-9387-9495346b91c8 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa6c8b61-a415-4524-b9b8-241d8fb67b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504854 Nov 24 18:10:58.717091 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00114f95-5671-452a-91f6-0d8de4e64deb req-edf11d94-5d90-4285-ab5b-c1deaefcbd9b tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:58.718439 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-00114f95-5671-452a-91f6-0d8de4e64deb req-edf11d94-5d90-4285-ab5b-c1deaefcbd9b tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed5469e6-11f0-4761-9019-698c2307db36 HTTP/1.1" status: 200 len: 945 time: 0.0790031 Nov 24 18:10:58.765103 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-00114f95-5671-452a-91f6-0d8de4e64deb req-a2db7b52-0375-44bc-a11d-451ff18b8bc6 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/security-groups?id=32ca3b8f-e0c8-4a49-8ab1-8900f5a4e830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410671 Nov 24 18:10:59.146280 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08dcc6-46d9-467d-8616-0b298785ce4e req-5fc66dbc-eef6-499a-9a7a-9e5eaf9ef428 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:59.148178 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-4d08dcc6-46d9-467d-8616-0b298785ce4e req-5fc66dbc-eef6-499a-9a7a-9e5eaf9ef428 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 932 time: 0.0799353 Nov 24 18:10:59.199459 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-4d08dcc6-46d9-467d-8616-0b298785ce4e req-c2e39d52-378f-4e2c-96ec-57a5f2e0cf53 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/security-groups?id=b433f5eb-ddb4-4b7e-815a-3939e432f18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453591 Nov 24 18:10:59.257639 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-c55913f4-3e22-4faa-964b-2cce62bc2e22 service neutron] Request body: {'port': {'device_id': '91f5a9ee-ea5b-4643-8033-97c528969bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:10:59.385658 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-de8d6fc6-d715-4132-bf2a-9e9844428bd6 req-8cbfd50f-82c1-4419-b0b8-8bbd4a6ec2cc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e9c0765-7445-42c8-aeb3-11341dbfdcbb HTTP/1.1" status: 200 len: 217 time: 0.1332009 Nov 24 18:10:59.658811 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-c55913f4-3e22-4faa-964b-2cce62bc2e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:10:59.692742 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d6fc6-d715-4132-bf2a-9e9844428bd6 req-7df20fc0-b383-4d52-bf88-3e93a1952afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:59.694183 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-de8d6fc6-d715-4132-bf2a-9e9844428bd6 req-7df20fc0-b383-4d52-bf88-3e93a1952afa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb34300e-db3e-473b-9bf9-eea83552c640 HTTP/1.1" status: 200 len: 850 time: 0.2721565 Nov 24 18:10:59.874950 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca07f9-62e6-4cde-9c4c-03717356c193 req-17f6e8c8-cfae-493f-9c8d-c3a08680d691 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:59.876424 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a2ca07f9-62e6-4cde-9c4c-03717356c193 req-17f6e8c8-cfae-493f-9c8d-c3a08680d691 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d235f0-9386-4495-a4a7-625b22c3d694 HTTP/1.1" status: 200 len: 944 time: 0.4529955 Nov 24 18:10:59.884975 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1ca56-79a8-4015-976c-d0b74f5fbb60 req-a7469779-8db5-4f18-ba3b-0d10850b5c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:10:59.888207 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-43e1ca56-79a8-4015-976c-d0b74f5fbb60 req-a7469779-8db5-4f18-ba3b-0d10850b5c36 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ed5469e6-11f0-4761-9019-698c2307db36 HTTP/1.1" status: 200 len: 1098 time: 0.3019171 Nov 24 18:11:00.012894 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b5195-5358-46fe-8d5d-c50e94f7770b req-794c3307-4bad-43af-8030-dcb7bf4902be tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:00.014347 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-dd6b5195-5358-46fe-8d5d-c50e94f7770b req-794c3307-4bad-43af-8030-dcb7bf4902be tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed5469e6-11f0-4761-9019-698c2307db36 HTTP/1.1" status: 200 len: 945 time: 0.1391048 Nov 24 18:11:00.054219 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-43e1ca56-79a8-4015-976c-d0b74f5fbb60 req-bf4d54a1-7219-4c5a-b982-fed46b2dac46 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=32ca3b8f-e0c8-4a49-8ab1-8900f5a4e830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532543 Nov 24 18:11:00.057054 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a2ca07f9-62e6-4cde-9c4c-03717356c193 req-be82f05f-afe7-4acf-9b86-611c7bcf4449 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa6c8b61-a415-4524-b9b8-241d8fb67b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697865 Nov 24 18:11:00.057828 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-dd6b5195-5358-46fe-8d5d-c50e94f7770b req-47643111-0dd3-4f75-87e0-18955aabeeed tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/security-groups?id=32ca3b8f-e0c8-4a49-8ab1-8900f5a4e830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376461 Nov 24 18:11:00.058937 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d6fc6-d715-4132-bf2a-9e9844428bd6 req-1e5ee93f-2357-42d4-b30b-6b3930a188cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:00.060747 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-de8d6fc6-d715-4132-bf2a-9e9844428bd6 req-1e5ee93f-2357-42d4-b30b-6b3930a188cf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=99e16732-504f-4bd0-9b6d-ec24f46575f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3311176 Nov 24 18:11:00.195468 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-c55913f4-3e22-4faa-964b-2cce62bc2e22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c80811f8-9bbb-4738-b8e7-bad707ffe4c3 {{(pid=87423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:11:00.203513 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-c55913f4-3e22-4faa-964b-2cce62bc2e22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:00.218191 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.provisioning_blocks [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-c55913f4-3e22-4faa-964b-2cce62bc2e22 service neutron] Transition to ACTIVE for port object c80811f8-9bbb-4738-b8e7-bad707ffe4c3 will not be triggered until provisioned by entity L2. {{(pid=87423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:11:00.240567 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 1e9c0765-7445-42c8-aeb3-11341dbfdcbb details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=87425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 18:11:00.328373 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-c55913f4-3e22-4faa-964b-2cce62bc2e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4080791'] for port, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:00.344225 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-28e0555a-162c-4921-8a38-3faf11d8e80a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:11:00.383709 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 1e9c0765-7445-42c8-aeb3-11341dbfdcbb, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=1e9c0765-7445-42c8-aeb3-11341dbfdcbb,segment=NetworkSegment(3bf95cc0-1d80-495e-9c51-016a41842eca),segment_id=3bf95cc0-1d80-495e-9c51-016a41842eca)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:11:00.398091 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Returning: {'device': '1e9c0765-7445-42c8-aeb3-11341dbfdcbb', 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9', 'port_id': '1e9c0765-7445-42c8-aeb3-11341dbfdcbb', 'mac_address': 'fa:16:3e:48:32:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb34300e-db3e-473b-9bf9-eea83552c640', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 18:11:00.417646 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7bb53-84f9-480d-9f61-407519107fef req-3b3c2e28-b9db-46a5-8b5a-ca6e4ec5f3db tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:00.421112 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-11b7bb53-84f9-480d-9f61-407519107fef req-3b3c2e28-b9db-46a5-8b5a-ca6e4ec5f3db tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 944 time: 0.1169305 Nov 24 18:11:00.457103 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:00.470712 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-11b7bb53-84f9-480d-9f61-407519107fef req-c853b36b-9b87-4c72-b90a-3c1cf900ccb8 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Synchronizing usage tracker for tenant:39f9e6e00d1d47b5b4977115816bffd8 on resource:security_group {{(pid=87424) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:11:00.480721 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e9c0765-7445-42c8-aeb3-11341dbfdcbb {{(pid=87425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:11:00.498374 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 1e9c0765-7445-42c8-aeb3-11341dbfdcbb, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=1e9c0765-7445-42c8-aeb3-11341dbfdcbb,segment=NetworkSegment(3bf95cc0-1d80-495e-9c51-016a41842eca),segment_id=3bf95cc0-1d80-495e-9c51-016a41842eca)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:11:00.502408 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55913f4-3e22-4faa-964b-2cce62bc2e22 service neutron] Pushing event updated for resources: {'Port': ['ID=c80811f8-9bbb-4738-b8e7-bad707ffe4c3,revision_number=2']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:11:00.528846 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-c55913f4-3e22-4faa-964b-2cce62bc2e22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:11:00.564424 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-11b7bb53-84f9-480d-9f61-407519107fef req-c853b36b-9b87-4c72-b90a-3c1cf900ccb8 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Unset dirty status for tenant:39f9e6e00d1d47b5b4977115816bffd8 on resource:security_group {{(pid=87424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:11:00.565637 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-11b7bb53-84f9-480d-9f61-407519107fef req-c853b36b-9b87-4c72-b90a-3c1cf900ccb8 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/security-groups?id=b433f5eb-ddb4-4b7e-815a-3939e432f18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406543 Nov 24 18:11:00.587639 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:00.590095 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:11:00.616545 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-de8d6fc6-d715-4132-bf2a-9e9844428bd6 req-d7a91edf-64f8-4931-9146-08d88423997e service neutron] 10.222.0.66 "GET /v2.0/networks/99e16732-504f-4bd0-9b6d-ec24f46575f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642139 Nov 24 18:11:00.663102 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=1e9c0765-7445-42c8-aeb3-11341dbfdcbb,revision_number=4']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:11:00.664712 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-c55913f4-3e22-4faa-964b-2cce62bc2e22 service neutron] Attempting to bind port c80811f8-9bbb-4738-b8e7-bad707ffe4c3 on host hv-cinder-81857 for vnic_type normal with profile {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:11:00.665690 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-c55913f4-3e22-4faa-964b-2cce62bc2e22 service neutron] Attempting to bind port c80811f8-9bbb-4738-b8e7-bad707ffe4c3 by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': '84f387a6-043c-4b34-9566-cea2391a5577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7de450e2-2a1a-49c9-ba7c-656187c1b2f7'}] {{(pid=87423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:11:00.666448 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-c55913f4-3e22-4faa-964b-2cce62bc2e22 service neutron] Attempting to bind port c80811f8-9bbb-4738-b8e7-bad707ffe4c3 on network 7de450e2-2a1a-49c9-ba7c-656187c1b2f7 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:11:00.673055 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:11:00.676412 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-c55913f4-3e22-4faa-964b-2cce62bc2e22 service neutron] Port c80811f8-9bbb-4738-b8e7-bad707ffe4c3 on network 7de450e2-2a1a-49c9-ba7c-656187c1b2f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 18:11:00.676806 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-c55913f4-3e22-4faa-964b-2cce62bc2e22 service neutron] Attempting to bind port c80811f8-9bbb-4738-b8e7-bad707ffe4c3 on network 7de450e2-2a1a-49c9-ba7c-656187c1b2f7 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:11:00.731939 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-c55913f4-3e22-4faa-964b-2cce62bc2e22 service neutron] Checking agent: {'id': 'd0ca9dee-1939-4c7e-ac1c-b1e38ddd9156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'started_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:11:00.732275 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-c55913f4-3e22-4faa-964b-2cce62bc2e22 service neutron] Checking segment: {'id': '84f387a6-043c-4b34-9566-cea2391a5577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7de450e2-2a1a-49c9-ba7c-656187c1b2f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:11:00.732714 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-c55913f4-3e22-4faa-964b-2cce62bc2e22 service neutron] Bound using segment: {'id': '84f387a6-043c-4b34-9566-cea2391a5577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7de450e2-2a1a-49c9-ba7c-656187c1b2f7'} {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:11:00.733148 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-c55913f4-3e22-4faa-964b-2cce62bc2e22 service neutron] Bound port: c80811f8-9bbb-4738-b8e7-bad707ffe4c3, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84f387a6-043c-4b34-9566-cea2391a5577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7de450e2-2a1a-49c9-ba7c-656187c1b2f7'}}] {{(pid=87423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:11:00.733489 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-c55913f4-3e22-4faa-964b-2cce62bc2e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:00.861109 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-de8d6fc6-d715-4132-bf2a-9e9844428bd6 req-be337588-cd34-4dd8-be6c-72b615fe2b0e service neutron] 10.222.0.66 "GET /v2.0/networks/99e16732-504f-4bd0-9b6d-ec24f46575f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155325 Nov 24 18:11:00.865371 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['1e9c0765-7445-42c8-aeb3-11341dbfdcbb'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:11:00.870565 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-c55913f4-3e22-4faa-964b-2cce62bc2e22 service neutron] For port c80811f8-9bbb-4738-b8e7-bad707ffe4c3, host hv-cinder-81857, cleared binding levels {{(pid=87423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:11:00.873846 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-c55913f4-3e22-4faa-964b-2cce62bc2e22 service neutron] For port c80811f8-9bbb-4738-b8e7-bad707ffe4c3, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=c80811f8-9bbb-4738-b8e7-bad707ffe4c3,segment=NetworkSegment(84f387a6-043c-4b34-9566-cea2391a5577),segment_id=84f387a6-043c-4b34-9566-cea2391a5577)] {{(pid=87423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:11:00.965981 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-c55913f4-3e22-4faa-964b-2cce62bc2e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4080791'] for port, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:00.970656 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-fb6c026c-1189-4f8b-bf73-8cae2619bfe7 tempest-AttachVolumeNegativeTest-1241677708 tempest-AttachVolumeNegativeTest-1241677708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:11:01.030557 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-c55913f4-3e22-4faa-964b-2cce62bc2e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:01.030557 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-c55913f4-3e22-4faa-964b-2cce62bc2e22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:01.031436 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-c55913f4-3e22-4faa-964b-2cce62bc2e22 service neutron] 10.222.0.66 "PUT /v2.0/ports/c80811f8-9bbb-4738-b8e7-bad707ffe4c3 HTTP/1.1" status: 200 len: 1094 time: 1.7831128 Nov 24 18:11:01.031904 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f5a9ee-ea5b-4643-8033-97c528969bfa', 'tag': 'c80811f8-9bbb-4738-b8e7-bad707ffe4c3'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:11:01.052174 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55913f4-3e22-4faa-964b-2cce62bc2e22 service neutron] Pushing event updated for resources: {'Port': ['ID=c80811f8-9bbb-4738-b8e7-bad707ffe4c3,revision_number=3']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:11:01.065618 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-c55913f4-3e22-4faa-964b-2cce62bc2e22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:11:01.091846 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f5a9ee-ea5b-4643-8033-97c528969bfa', 'tag': 'c80811f8-9bbb-4738-b8e7-bad707ffe4c3', 'status': 'completed', 'code': 200} Nov 24 18:11:01.289031 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6485e-dbe6-491c-becf-1132dbfee686 req-569b396d-885a-4e28-b047-82edc380b114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:01.291747 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a9c6485e-dbe6-491c-becf-1132dbfee686 req-569b396d-885a-4e28-b047-82edc380b114 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=39f9e6e00d1d47b5b4977115816bffd8&device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 1097 time: 0.1830637 Nov 24 18:11:01.306256 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce4719-4fce-4102-97f5-24af7da1d4a0 req-6fd6ad2a-0bdb-4996-9d0a-b17b9a6865b8 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:01.307905 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-b4ce4719-4fce-4102-97f5-24af7da1d4a0 req-6fd6ad2a-0bdb-4996-9d0a-b17b9a6865b8 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d235f0-9386-4495-a4a7-625b22c3d694 HTTP/1.1" status: 200 len: 945 time: 0.0945182 Nov 24 18:11:01.356885 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-b4ce4719-4fce-4102-97f5-24af7da1d4a0 req-21493248-d6c6-4f10-94bb-a1172491ba07 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa6c8b61-a415-4524-b9b8-241d8fb67b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421169 Nov 24 18:11:01.434111 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842b657-b489-42d0-acf9-2ccd0eb58a05 req-88b6987b-0302-41f5-bbb8-3e3ed4538fe2 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:01.436052 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-0842b657-b489-42d0-acf9-2ccd0eb58a05 req-88b6987b-0302-41f5-bbb8-3e3ed4538fe2 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed5469e6-11f0-4761-9019-698c2307db36 HTTP/1.1" status: 200 len: 945 time: 0.2308362 Nov 24 18:11:01.624104 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-0842b657-b489-42d0-acf9-2ccd0eb58a05 req-61576fcc-10c8-40e9-8dba-1250071b8858 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/security-groups?id=32ca3b8f-e0c8-4a49-8ab1-8900f5a4e830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806812 Nov 24 18:11:01.629790 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6485e-dbe6-491c-becf-1132dbfee686 req-7c36630e-afdd-4121-bab1-d4947e32a2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:01.631676 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a9c6485e-dbe6-491c-becf-1132dbfee686 req-7c36630e-afdd-4121-bab1-d4947e32a2a2 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=39f9e6e00d1d47b5b4977115816bffd8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3246927 Nov 24 18:11:01.760068 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16cac3-3433-4264-8bee-83222578d2a9 req-7ed9e35f-3590-49e4-8def-86d777c7073f tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:01.761588 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-6f16cac3-3433-4264-8bee-83222578d2a9 req-7ed9e35f-3590-49e4-8def-86d777c7073f tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 944 time: 0.0792959 Nov 24 18:11:01.775699 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6485e-dbe6-491c-becf-1132dbfee686 req-49933442-a7c6-4d0f-bac6-8bedd4cff9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:01.777153 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a9c6485e-dbe6-491c-becf-1132dbfee686 req-49933442-a7c6-4d0f-bac6-8bedd4cff9e7 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1317096 Nov 24 18:11:01.810154 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-6f16cac3-3433-4264-8bee-83222578d2a9 req-29c68516-4da5-46c2-a682-c1bba064c291 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/security-groups?id=b433f5eb-ddb4-4b7e-815a-3939e432f18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427403 Nov 24 18:11:01.885016 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-02087548-8020-49c9-a5ff-9b50b185efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:01.886539 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-02087548-8020-49c9-a5ff-9b50b185efa7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=39f9e6e00d1d47b5b4977115816bffd8&device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 1097 time: 0.0716133 Nov 24 18:11:01.958112 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-54ff8b66-2242-4d3c-bd36-6d974635e84d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c80811f8-9bbb-4738-b8e7-bad707ffe4c3 HTTP/1.1" status: 200 len: 217 time: 0.0634954 Nov 24 18:11:02.020258 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-3cc2ac03-832a-4ba5-90cc-12a5e6bc7522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:02.021686 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-3cc2ac03-832a-4ba5-90cc-12a5e6bc7522 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1169030e-ce60-4617-bb28-921bdafdc55c HTTP/1.1" status: 200 len: 854 time: 0.0555916 Nov 24 18:11:02.100507 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-6c7eb101-8fb0-4aed-b5ae-72effeda39b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:02.101955 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-6c7eb101-8fb0-4aed-b5ae-72effeda39b3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7de450e2-2a1a-49c9-ba7c-656187c1b2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721154 Nov 24 18:11:02.236808 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-71898913-cbf6-42fc-a823-a3d5eb34ccea service neutron] 10.222.0.66 "GET /v2.0/networks/7de450e2-2a1a-49c9-ba7c-656187c1b2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237690 Nov 24 18:11:02.253563 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 1e9c0765-7445-42c8-aeb3-11341dbfdcbb up at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:11:02.375439 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-10fd0920-bcb4-43dd-87d0-9126c1ef6c83 req-6e1bcdcb-43cd-4a39-9642-b2b3b1d70907 service neutron] 10.222.0.66 "GET /v2.0/networks/7de450e2-2a1a-49c9-ba7c-656187c1b2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314032 Nov 24 18:11:02.404227 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning for port 1e9c0765-7445-42c8-aeb3-11341dbfdcbb completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:11:02.409356 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning complete for port 1e9c0765-7445-42c8-aeb3-11341dbfdcbb triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:11:02.409748 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:02.526787 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:02.539873 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a05a5f-63c6-454f-aa49-695dd1f0209d req-1aa68825-794a-4f1f-9397-c253d9a40377 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:02.541363 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-51a05a5f-63c6-454f-aa49-695dd1f0209d req-1aa68825-794a-4f1f-9397-c253d9a40377 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d235f0-9386-4495-a4a7-625b22c3d694 HTTP/1.1" status: 200 len: 945 time: 0.0784495 Nov 24 18:11:02.554212 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d235f0-9386-4495-a4a7-625b22c3d694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9c0765-7445-42c8-aeb3-11341dbfdcbb'}] {{(pid=87425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:11:02.564701 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 1e9c0765-7445-42c8-aeb3-11341dbfdcbb, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=1e9c0765-7445-42c8-aeb3-11341dbfdcbb,segment=NetworkSegment(3bf95cc0-1d80-495e-9c51-016a41842eca),segment_id=3bf95cc0-1d80-495e-9c51-016a41842eca)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:11:02.600230 dv-cinder-818579-1-smb neutron-server[87425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d235f0-9386-4495-a4a7-625b22c3d694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9c0765-7445-42c8-aeb3-11341dbfdcbb', 'code': 200} Nov 24 18:11:02.616861 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-51a05a5f-63c6-454f-aa49-695dd1f0209d req-644027db-84d6-4586-8b1f-8c68c71e1125 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa6c8b61-a415-4524-b9b8-241d8fb67b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679479 Nov 24 18:11:02.637596 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:02.639907 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:11:02.711579 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=1e9c0765-7445-42c8-aeb3-11341dbfdcbb,revision_number=5']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:11:02.714924 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:11:02.817432 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a85ca0-4d3f-4b77-9b5c-a270dc44882f req-0310d4b9-1a2c-4ecb-9968-a0b7f22ff414 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:02.818900 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b4a85ca0-4d3f-4b77-9b5c-a270dc44882f req-0310d4b9-1a2c-4ecb-9968-a0b7f22ff414 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed5469e6-11f0-4761-9019-698c2307db36 HTTP/1.1" status: 200 len: 945 time: 0.0873179 Nov 24 18:11:02.870276 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b4a85ca0-4d3f-4b77-9b5c-a270dc44882f req-f32e1d2c-572c-4053-8433-989c0f3b2893 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/security-groups?id=32ca3b8f-e0c8-4a49-8ab1-8900f5a4e830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448542 Nov 24 18:11:02.974773 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fcf92b-5c8c-4963-8255-2343567bfa54 req-8f89b0ad-ecf2-421e-895f-213b2cd8b099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:02.976284 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-58fcf92b-5c8c-4963-8255-2343567bfa54 req-8f89b0ad-ecf2-421e-895f-213b2cd8b099 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29d235f0-9386-4495-a4a7-625b22c3d694 HTTP/1.1" status: 200 len: 1099 time: 0.0720849 Nov 24 18:11:03.004927 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8470a33-f11e-4c5b-be88-b3ac25603bc0 req-c255c67e-5945-426b-907e-caef0a86b7fe tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:03.006361 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-e8470a33-f11e-4c5b-be88-b3ac25603bc0 req-c255c67e-5945-426b-907e-caef0a86b7fe tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 944 time: 0.0832140 Nov 24 18:11:03.018328 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-58fcf92b-5c8c-4963-8255-2343567bfa54 req-4eaf2ea3-7765-473a-8776-4a1c93a70424 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fa6c8b61-a415-4524-b9b8-241d8fb67b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347071 Nov 24 18:11:03.050340 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-e8470a33-f11e-4c5b-be88-b3ac25603bc0 req-0e99d468-02a0-4851-a8b9-afcfb0ee008f tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/security-groups?id=b433f5eb-ddb4-4b7e-815a-3939e432f18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380416 Nov 24 18:11:03.840874 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3bbcc5-049d-454b-a261-09d40d07207d req-5b83b3d2-4e96-4966-8986-9e134099d326 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:03.842548 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-3a3bbcc5-049d-454b-a261-09d40d07207d req-5b83b3d2-4e96-4966-8986-9e134099d326 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d235f0-9386-4495-a4a7-625b22c3d694 HTTP/1.1" status: 200 len: 946 time: 0.0908842 Nov 24 18:11:03.890373 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-3a3bbcc5-049d-454b-a261-09d40d07207d req-ab57b8f4-0927-434b-90db-7c2465486c26 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa6c8b61-a415-4524-b9b8-241d8fb67b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418890 Nov 24 18:11:04.240632 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca12d4e-dd01-4282-a64c-f8b7240409df req-0c7a92be-c32e-453b-958c-03d8665da2d3 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:04.242079 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-3ca12d4e-dd01-4282-a64c-f8b7240409df req-0c7a92be-c32e-453b-958c-03d8665da2d3 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 944 time: 0.0846088 Nov 24 18:11:04.279357 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device c80811f8-9bbb-4738-b8e7-bad707ffe4c3 details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=87425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 18:11:04.294437 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-3ca12d4e-dd01-4282-a64c-f8b7240409df req-d1e2abcd-30de-4c8c-a5f3-a0ed08273a28 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/security-groups?id=b433f5eb-ddb4-4b7e-815a-3939e432f18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467000 Nov 24 18:11:04.420791 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port c80811f8-9bbb-4738-b8e7-bad707ffe4c3, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=c80811f8-9bbb-4738-b8e7-bad707ffe4c3,segment=NetworkSegment(84f387a6-043c-4b34-9566-cea2391a5577),segment_id=84f387a6-043c-4b34-9566-cea2391a5577)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:11:04.436822 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Returning: {'device': 'c80811f8-9bbb-4738-b8e7-bad707ffe4c3', 'network_id': '7de450e2-2a1a-49c9-ba7c-656187c1b2f7', 'port_id': 'c80811f8-9bbb-4738-b8e7-bad707ffe4c3', 'mac_address': 'fa:16:3e:d7:f1:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1169030e-ce60-4617-bb28-921bdafdc55c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 18:11:04.500447 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:04.522519 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c80811f8-9bbb-4738-b8e7-bad707ffe4c3 {{(pid=87425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:11:04.562558 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port c80811f8-9bbb-4738-b8e7-bad707ffe4c3, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=c80811f8-9bbb-4738-b8e7-bad707ffe4c3,segment=NetworkSegment(84f387a6-043c-4b34-9566-cea2391a5577),segment_id=84f387a6-043c-4b34-9566-cea2391a5577)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:11:04.618166 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddb563-06f1-4b9b-81b8-ed86443253cd req-0f31c507-adaa-4c3c-a564-06601b5485c6 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:04.619605 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-fcddb563-06f1-4b9b-81b8-ed86443253cd req-0f31c507-adaa-4c3c-a564-06601b5485c6 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed5469e6-11f0-4761-9019-698c2307db36 HTTP/1.1" status: 200 len: 945 time: 0.0938694 Nov 24 18:11:04.644108 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:04.645914 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:11:04.664714 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-fcddb563-06f1-4b9b-81b8-ed86443253cd req-a94aa858-9354-46bd-9cde-1110e202e39d tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/security-groups?id=32ca3b8f-e0c8-4a49-8ab1-8900f5a4e830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395241 Nov 24 18:11:04.711049 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=c80811f8-9bbb-4738-b8e7-bad707ffe4c3,revision_number=4']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:11:04.714704 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:11:04.968123 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['c80811f8-9bbb-4738-b8e7-bad707ffe4c3'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:11:05.077577 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ee76c-b09e-4a6b-bca8-3342ea94c216 req-c759bfc8-20d1-464e-9364-05d5d57456c0 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:05.079082 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-035ee76c-b09e-4a6b-bca8-3342ea94c216 req-c759bfc8-20d1-464e-9364-05d5d57456c0 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d235f0-9386-4495-a4a7-625b22c3d694 HTTP/1.1" status: 200 len: 946 time: 0.0810320 Nov 24 18:11:05.132057 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-035ee76c-b09e-4a6b-bca8-3342ea94c216 req-5464ccd7-6451-4090-8919-182a679fc13e tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa6c8b61-a415-4524-b9b8-241d8fb67b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461631 Nov 24 18:11:05.322315 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443858b-0541-4230-bb3d-e6eabcc41f78 req-78f8aac0-74d5-4894-97d2-ed063f76f006 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:05.324289 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-c443858b-0541-4230-bb3d-e6eabcc41f78 req-78f8aac0-74d5-4894-97d2-ed063f76f006 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d235f0-9386-4495-a4a7-625b22c3d694 HTTP/1.1" status: 200 len: 946 time: 0.0855753 Nov 24 18:11:05.337125 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 56228) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:11:05.347001 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [None req-b6263409-e686-4ba4-9471-da8403646932 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Request body: {'floatingip': {'port_id': '1e9c0765-7445-42c8-aeb3-11341dbfdcbb'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:11:05.516918 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b6263409-e686-4ba4-9471-da8403646932 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for floatingip, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:05.831505 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253228c6-afcf-4dd1-a150-82effddc41cb req-cfd5eb0c-2d1b-40e8-8a1d-13bbc4b4a9c9 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:05.834443 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-253228c6-afcf-4dd1-a150-82effddc41cb req-cfd5eb0c-2d1b-40e8-8a1d-13bbc4b4a9c9 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 945 time: 0.4104192 Nov 24 18:11:05.862721 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264773c0-ff6d-430b-800b-a4b92c773fd3 req-48a962d9-3d6d-4458-b02b-c2e99af128d2 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:05.864112 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-264773c0-ff6d-430b-800b-a4b92c773fd3 req-48a962d9-3d6d-4458-b02b-c2e99af128d2 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed5469e6-11f0-4761-9019-698c2307db36 HTTP/1.1" status: 200 len: 945 time: 0.0898623 Nov 24 18:11:05.912746 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-264773c0-ff6d-430b-800b-a4b92c773fd3 req-2f1db78a-3335-42c6-8382-1555df74d6d3 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/security-groups?id=32ca3b8f-e0c8-4a49-8ab1-8900f5a4e830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426614 Nov 24 18:11:06.151222 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-253228c6-afcf-4dd1-a150-82effddc41cb req-91556f28-0817-402e-9ef5-b1760328215e tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/security-groups?id=b433f5eb-ddb4-4b7e-815a-3939e432f18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014534 Nov 24 18:11:06.284551 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device c80811f8-9bbb-4738-b8e7-bad707ffe4c3 up at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:11:06.416814 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning for port c80811f8-9bbb-4738-b8e7-bad707ffe4c3 completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:11:06.421727 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning complete for port c80811f8-9bbb-4738-b8e7-bad707ffe4c3 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:11:06.422108 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:06.524072 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f683a-eef3-4075-bbaf-252e1ca7e2ed req-31f7c737-8da8-4fa1-a451-2281c3a614ed tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:06.525568 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ab7f683a-eef3-4075-bbaf-252e1ca7e2ed req-31f7c737-8da8-4fa1-a451-2281c3a614ed tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed5469e6-11f0-4761-9019-698c2307db36 HTTP/1.1" status: 200 len: 945 time: 0.1279356 Nov 24 18:11:06.536521 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:06.565828 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f5a9ee-ea5b-4643-8033-97c528969bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80811f8-9bbb-4738-b8e7-bad707ffe4c3'}] {{(pid=87425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:11:06.576573 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port c80811f8-9bbb-4738-b8e7-bad707ffe4c3, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=c80811f8-9bbb-4738-b8e7-bad707ffe4c3,segment=NetworkSegment(84f387a6-043c-4b34-9566-cea2391a5577),segment_id=84f387a6-043c-4b34-9566-cea2391a5577)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:11:06.613180 dv-cinder-818579-1-smb neutron-server[87425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f5a9ee-ea5b-4643-8033-97c528969bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80811f8-9bbb-4738-b8e7-bad707ffe4c3', 'code': 200} Nov 24 18:11:06.644810 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.db.resource_extend [None req-b6263409-e686-4ba4-9471-da8403646932 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 18:11:06.662466 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:06.664672 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:11:06.725837 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-ab7f683a-eef3-4075-bbaf-252e1ca7e2ed req-92471507-b25e-43b9-938f-6e217c3cfb30 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Deleting port 5fad356a-68bb-49c7-b706-a8fa90995e5a {{(pid=87423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:11:06.726203 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-ab7f683a-eef3-4075-bbaf-252e1ca7e2ed req-92471507-b25e-43b9-938f-6e217c3cfb30 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:06.738054 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=c80811f8-9bbb-4738-b8e7-bad707ffe4c3,revision_number=5']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:11:06.742005 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:11:06.800336 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b6263409-e686-4ba4-9471-da8403646932 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:06.879382 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b6263409-e686-4ba4-9471-da8403646932 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505783'] for floatingip, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:07.114943 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202f901-0a88-4cec-a2e5-fbe68424e82d req-ae615621-9ee6-4970-841f-d8ebdc82b444 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:07.118544 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-9202f901-0a88-4cec-a2e5-fbe68424e82d req-ae615621-9ee6-4970-841f-d8ebdc82b444 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed5469e6-11f0-4761-9019-698c2307db36 HTTP/1.1" status: 200 len: 945 time: 0.0903268 Nov 24 18:11:07.163593 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-9202f901-0a88-4cec-a2e5-fbe68424e82d req-1d252e87-4207-48f1-9dbc-e8c2837182dc tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/security-groups?id=32ca3b8f-e0c8-4a49-8ab1-8900f5a4e830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413013 Nov 24 18:11:07.331360 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-ab7f683a-eef3-4075-bbaf-252e1ca7e2ed req-92471507-b25e-43b9-938f-6e217c3cfb30 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] For port 5fad356a-68bb-49c7-b706-a8fa90995e5a, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=5fad356a-68bb-49c7-b706-a8fa90995e5a,segment=NetworkSegment(fdb57223-aabb-4ab3-b4d8-99a13afb7454),segment_id=fdb57223-aabb-4ab3-b4d8-99a13afb7454)] {{(pid=87423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:11:07.331938 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-ab7f683a-eef3-4075-bbaf-252e1ca7e2ed req-92471507-b25e-43b9-938f-6e217c3cfb30 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:07.472275 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-ab7f683a-eef3-4075-bbaf-252e1ca7e2ed req-92471507-b25e-43b9-938f-6e217c3cfb30 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Calling delete_port for 5fad356a-68bb-49c7-b706-a8fa90995e5a owned by compute:nova {{(pid=87423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:11:07.503975 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.db.l3_db [None req-b6263409-e686-4ba4-9471-da8403646932 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Floating IP bcd6bdd6-962d-4205-ada1-617003b55e01 associated. External IP: 172.28.3.188, port: 1e9c0765-7445-42c8-aeb3-11341dbfdcbb. Nov 24 18:11:07.603217 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66403b-fec0-4626-8140-70696f12f94a req-25fde646-7840-42ae-9700-718a08e5cf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:07.604689 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-fe66403b-fec0-4626-8140-70696f12f94a req-25fde646-7840-42ae-9700-718a08e5cf83 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 1099 time: 0.6142545 Nov 24 18:11:07.690892 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cbdc8772-c88e-40de-95ff-a87014b6b572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:07.775931 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f00634-edf8-4163-ae76-a102280bf935 req-a7e3cb33-5325-489c-abba-00bc06de2243 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:07.777481 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e5f00634-edf8-4163-ae76-a102280bf935 req-a7e3cb33-5325-489c-abba-00bc06de2243 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 946 time: 0.5034971 Nov 24 18:11:07.790150 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-fe66403b-fec0-4626-8140-70696f12f94a req-40c93cb1-dc92-438d-9cdd-552a38619781 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b433f5eb-ddb4-4b7e-815a-3939e432f18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686287 Nov 24 18:11:07.963602 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e5f00634-edf8-4163-ae76-a102280bf935 req-6c0c86b0-4887-4893-a588-68d930a1f6bf tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/security-groups?id=b433f5eb-ddb4-4b7e-815a-3939e432f18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771030 Nov 24 18:11:08.063019 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-ab7f683a-eef3-4075-bbaf-252e1ca7e2ed req-92471507-b25e-43b9-938f-6e217c3cfb30 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:08.070137 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-faa4aefb-a57f-42c5-a205-4e5ca3d718d4 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:11:08.075055 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['5fad356a-68bb-49c7-b706-a8fa90995e5a'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:11:08.126751 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92471507-b25e-43b9-938f-6e217c3cfb30 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Pushing event deleted for resources: {'Port': ['ID=5fad356a-68bb-49c7-b706-a8fa90995e5a,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:11:08.129614 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-92471507-b25e-43b9-938f-6e217c3cfb30 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:11:08.209853 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7f683a-eef3-4075-bbaf-252e1ca7e2ed req-92471507-b25e-43b9-938f-6e217c3cfb30 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] No DVR routers for this DVR port 5fad356a-68bb-49c7-b706-a8fa90995e5a on host hv-cinder-81857 {{(pid=87423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 18:11:08.216143 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-ab7f683a-eef3-4075-bbaf-252e1ca7e2ed req-92471507-b25e-43b9-938f-6e217c3cfb30 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:08.220694 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5469e6-11f0-4761-9019-698c2307db36', 'name': 'network-vif-deleted', 'tag': '5fad356a-68bb-49c7-b706-a8fa90995e5a'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:11:08.229944 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6263409-e686-4ba4-9471-da8403646932 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Router 94027239-13c2-444a-b027-257f6913ee14 has already been hosted by L3 agent aba83f48-bec1-4447-972f-e1c88a92dee8 {{(pid=87423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 18:11:08.319299 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ab7f683a-eef3-4075-bbaf-252e1ca7e2ed req-92471507-b25e-43b9-938f-6e217c3cfb30 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.66 "DELETE /v2.0/ports/5fad356a-68bb-49c7-b706-a8fa90995e5a HTTP/1.1" status: 204 len: 173 time: 1.7592707 Nov 24 18:11:08.321619 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-4a6cfd95-6ba8-42a5-9d29-e8adc6e72b1a req-4881e3fb-88fd-498c-aa4f-72e4610ac5aa tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed5469e6-11f0-4761-9019-698c2307db36 HTTP/1.1" status: 200 len: 210 time: 0.0438883 Nov 24 18:11:08.323227 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed5469e6-11f0-4761-9019-698c2307db36', 'name': 'network-vif-deleted', 'tag': '5fad356a-68bb-49c7-b706-a8fa90995e5a', 'status': 'completed', 'code': 200} Nov 24 18:11:08.371301 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:08.484525 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6263409-e686-4ba4-9471-da8403646932 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify agent at l3_agent.dv-cinder-818579-1-smb the message routers_updated {{(pid=87423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 18:11:08.489731 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b6263409-e686-4ba4-9471-da8403646932 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for floatingip, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:08.497400 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac04ee82-2a7d-4096-b06d-31d582162495 None None] Sync routers for ids ['94027239-13c2-444a-b027-257f6913ee14'] in dv-cinder-818579-1-smb {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 18:11:08.510845 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac04ee82-2a7d-4096-b06d-31d582162495 None None] Routers {'94027239-13c2-444a-b027-257f6913ee14'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:11:08.511941 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-ac04ee82-2a7d-4096-b06d-31d582162495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:10:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['94027239-13c2-444a-b027-257f6913ee14'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:11:08.549436 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-b6263409-e686-4ba4-9471-da8403646932 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "PUT /v2.0/floatingips/bcd6bdd6-962d-4205-ada1-617003b55e01 HTTP/1.1" status: 200 len: 992 time: 3.2107236 Nov 24 18:11:08.707435 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-ac04ee82-2a7d-4096-b06d-31d582162495 None None] Set router 94027239-13c2-444a-b027-257f6913ee14 gateway port host: dv-cinder-818579-1-smb {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:11:09.108101 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-ac04ee82-2a7d-4096-b06d-31d582162495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94027239-13c2-444a-b027-257f6913ee14', 'name': 'tempest-AttachVolumeTestJSON-1262005700-router', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:17Z', 'revision_number': 4, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'gw_port': {'id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:48:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027239-13c2-444a-b027-257f6913ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:02Z', 'updated_at': '2021-11-24T18:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_floatingips': [{'id': 'bcd6bdd6-962d-4205-ada1-617003b55e01', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'floating_ip_address': '172.28.3.188', 'floating_network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'router_id': '94027239-13c2-444a-b027-257f6913ee14', 'port_id': '1e9c0765-7445-42c8-aeb3-11341dbfdcbb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9', 'mac_address': 'fa:16:3e:48:32:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d235f0-9386-4495-a4a7-625b22c3d694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:10:33Z', 'updated_at': '2021-11-24T18:11:06Z', 'revision_number': 1, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4786ac5-7489-4fe8-9c8e-a5bb631d7119', 'name': '', 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'mac_address': 'fa:16:3e:a0:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027239-13c2-444a-b027-257f6913ee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cb34300e-db3e-473b-9bf9-eea83552c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:14Z', 'updated_at': '2021-11-24T18:06:32Z', 'revision_number': 5, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'subnets': [{'id': 'cb34300e-db3e-473b-9bf9-eea83552c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:11:09.115674 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac04ee82-2a7d-4096-b06d-31d582162495 None None] Checking router: 94027239-13c2-444a-b027-257f6913ee14 for host: dv-cinder-818579-1-smb {{(pid=87425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 18:11:09.126268 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac04ee82-2a7d-4096-b06d-31d582162495 None None] Routers {'94027239-13c2-444a-b027-257f6913ee14'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:11:09.126905 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-ac04ee82-2a7d-4096-b06d-31d582162495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:10:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['94027239-13c2-444a-b027-257f6913ee14'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:11:09.165231 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96a194-67fc-4f76-92d9-8a34273fb952 req-f141314c-5b86-45f4-b0fd-61021a161b4b tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:09.166758 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ed96a194-67fc-4f76-92d9-8a34273fb952 req-f141314c-5b86-45f4-b0fd-61021a161b4b tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 946 time: 0.0904229 Nov 24 18:11:09.213996 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ed96a194-67fc-4f76-92d9-8a34273fb952 req-442b7b32-56f1-4e13-b0f9-24f036ad8dc3 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/security-groups?id=b433f5eb-ddb4-4b7e-815a-3939e432f18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415006 Nov 24 18:11:09.320418 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-ac04ee82-2a7d-4096-b06d-31d582162495 None None] Set router 94027239-13c2-444a-b027-257f6913ee14 gateway port host: dv-cinder-818579-1-smb {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:11:09.507040 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-5c7f7558-5a73-4225-b141-089b3fc20664 req-7b8adc76-33fe-4b1d-949c-57219ebff02a tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed5469e6-11f0-4761-9019-698c2307db36 HTTP/1.1" status: 200 len: 210 time: 0.0478249 Nov 24 18:11:09.674712 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-ac04ee82-2a7d-4096-b06d-31d582162495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94027239-13c2-444a-b027-257f6913ee14', 'name': 'tempest-AttachVolumeTestJSON-1262005700-router', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:17Z', 'revision_number': 4, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'gw_port': {'id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:48:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027239-13c2-444a-b027-257f6913ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:02Z', 'updated_at': '2021-11-24T18:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_floatingips': [{'id': 'bcd6bdd6-962d-4205-ada1-617003b55e01', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'floating_ip_address': '172.28.3.188', 'floating_network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'router_id': '94027239-13c2-444a-b027-257f6913ee14', 'port_id': '1e9c0765-7445-42c8-aeb3-11341dbfdcbb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9', 'mac_address': 'fa:16:3e:48:32:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d235f0-9386-4495-a4a7-625b22c3d694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:10:33Z', 'updated_at': '2021-11-24T18:11:06Z', 'revision_number': 1, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4786ac5-7489-4fe8-9c8e-a5bb631d7119', 'name': '', 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'mac_address': 'fa:16:3e:a0:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027239-13c2-444a-b027-257f6913ee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cb34300e-db3e-473b-9bf9-eea83552c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:14Z', 'updated_at': '2021-11-24T18:06:32Z', 'revision_number': 5, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'subnets': [{'id': 'cb34300e-db3e-473b-9bf9-eea83552c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:11:09.678359 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac04ee82-2a7d-4096-b06d-31d582162495 None None] The sync data for ids ['94027239-13c2-444a-b027-257f6913ee14'] in dv-cinder-818579-1-smb is: [{'id': '94027239-13c2-444a-b027-257f6913ee14', 'name': 'tempest-AttachVolumeTestJSON-1262005700-router', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:17Z', 'revision_number': 4, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'gw_port': {'id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:48:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027239-13c2-444a-b027-257f6913ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:02Z', 'updated_at': '2021-11-24T18:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_floatingips': [{'id': 'bcd6bdd6-962d-4205-ada1-617003b55e01', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'floating_ip_address': '172.28.3.188', 'floating_network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'router_id': '94027239-13c2-444a-b027-257f6913ee14', 'port_id': '1e9c0765-7445-42c8-aeb3-11341dbfdcbb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9', 'mac_address': 'fa:16:3e:48:32:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d235f0-9386-4495-a4a7-625b22c3d694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:10:33Z', 'updated_at': '2021-11-24T18:11:06Z', 'revision_number': 1, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4786ac5-7489-4fe8-9c8e-a5bb631d7119', 'name': '', 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'mac_address': 'fa:16:3e:a0:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027239-13c2-444a-b027-257f6913ee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cb34300e-db3e-473b-9bf9-eea83552c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:14Z', 'updated_at': '2021-11-24T18:06:32Z', 'revision_number': 5, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'subnets': [{'id': 'cb34300e-db3e-473b-9bf9-eea83552c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 18:11:09.877029 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83dc9fa-b81d-48df-89d9-97aacd8651d4 None None] New status for floating IP bcd6bdd6-962d-4205-ada1-617003b55e01: ACTIVE {{(pid=87426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 18:11:10.300949 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 5fad356a-68bb-49c7-b706-a8fa90995e5a no longer exists at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:11:10.324386 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d235f0-9386-4495-a4a7-625b22c3d694', 'tag': '1e9c0765-7445-42c8-aeb3-11341dbfdcbb'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:11:10.336866 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] No Port match for: 5fad356a-68bb-49c7-b706-a8fa90995e5a {{(pid=87425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 18:11:10.338376 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 5fad356a-68bb-49c7-b706-a8fa90995e5a not bound to the agent host hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 18:11:10.407386 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ad3aa-5579-4caf-8f91-2d695755cbb0 req-f5aa30a3-d134-43fe-ac8a-1e24b7d1e868 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:10.409070 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-a71ad3aa-5579-4caf-8f91-2d695755cbb0 req-f5aa30a3-d134-43fe-ac8a-1e24b7d1e868 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 946 time: 0.0883393 Nov 24 18:11:10.416178 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-ab47690b-a079-479f-baa0-8dfc2ea51838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:10.440400 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29d235f0-9386-4495-a4a7-625b22c3d694', 'tag': '1e9c0765-7445-42c8-aeb3-11341dbfdcbb', 'status': 'completed', 'code': 200} Nov 24 18:11:10.460887 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-a71ad3aa-5579-4caf-8f91-2d695755cbb0 req-3dac259e-c3d6-42cc-b669-4a6436c7961d tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/security-groups?id=b433f5eb-ddb4-4b7e-815a-3939e432f18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441456 Nov 24 18:11:10.780864 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2093b0f-fe11-4f6c-a4f9-b7e4b80a6b3d req-216d037f-9646-4053-b0f7-7439972cdc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:10.782346 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e2093b0f-fe11-4f6c-a4f9-b7e4b80a6b3d req-216d037f-9646-4053-b0f7-7439972cdc89 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c410027f08a449c97bc26384e1b72cd&device_id=29d235f0-9386-4495-a4a7-625b22c3d694 HTTP/1.1" status: 200 len: 1099 time: 0.3115139 Nov 24 18:11:10.789713 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065a3a6-8a5f-4d89-bb1e-dac88249d4cd req-3dc35647-e7ed-4994-91ba-94787d1f901f tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:10.791928 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a065a3a6-8a5f-4d89-bb1e-dac88249d4cd req-3dc35647-e7ed-4994-91ba-94787d1f901f tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 946 time: 0.2149074 Nov 24 18:11:10.918055 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a065a3a6-8a5f-4d89-bb1e-dac88249d4cd req-6c85c882-c80d-4ebb-a672-f33a358149b3 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/security-groups?id=b433f5eb-ddb4-4b7e-815a-3939e432f18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207879 Nov 24 18:11:10.971759 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2093b0f-fe11-4f6c-a4f9-b7e4b80a6b3d req-931aa9ba-31cf-4dd1-92ec-13a2b6becd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:10.973280 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e2093b0f-fe11-4f6c-a4f9-b7e4b80a6b3d req-931aa9ba-31cf-4dd1-92ec-13a2b6becd4e service neutron] 10.222.0.66 "GET /v2.0/networks?id=99e16732-504f-4bd0-9b6d-ec24f46575f9 HTTP/1.1" status: 200 len: 912 time: 0.1610630 Nov 24 18:11:11.087935 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e2093b0f-fe11-4f6c-a4f9-b7e4b80a6b3d req-fddfbe27-0027-4d95-a280-0bb67e15f11e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e9c0765-7445-42c8-aeb3-11341dbfdcbb HTTP/1.1" status: 200 len: 1002 time: 0.1061995 Nov 24 18:11:11.168213 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2093b0f-fe11-4f6c-a4f9-b7e4b80a6b3d req-7e708ab8-b4ba-4382-8be9-e499d5a11e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:11.169754 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e2093b0f-fe11-4f6c-a4f9-b7e4b80a6b3d req-7e708ab8-b4ba-4382-8be9-e499d5a11e2d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb34300e-db3e-473b-9bf9-eea83552c640 HTTP/1.1" status: 200 len: 850 time: 0.0753798 Nov 24 18:11:11.251438 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2093b0f-fe11-4f6c-a4f9-b7e4b80a6b3d req-a8e93b8f-50d6-4e91-9b65-c58553d41d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:11.252946 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e2093b0f-fe11-4f6c-a4f9-b7e4b80a6b3d req-a8e93b8f-50d6-4e91-9b65-c58553d41d60 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=99e16732-504f-4bd0-9b6d-ec24f46575f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760760 Nov 24 18:11:11.344589 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421151d-c1ae-4e86-832f-1f65914c13e2 req-1cb8a245-9611-415f-8c42-2e8e724deaa3 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:11.346063 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-d421151d-c1ae-4e86-832f-1f65914c13e2 req-1cb8a245-9611-415f-8c42-2e8e724deaa3 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 946 time: 0.0943036 Nov 24 18:11:11.351286 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:11.393465 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-d421151d-c1ae-4e86-832f-1f65914c13e2 req-68762dde-a2ef-4e2c-b76b-b076ec5ca918 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/security-groups?id=b433f5eb-ddb4-4b7e-815a-3939e432f18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397463 Nov 24 18:11:11.400392 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e2093b0f-fe11-4f6c-a4f9-b7e4b80a6b3d req-829f043d-40b0-4792-86d3-1b3a9a663507 service neutron] 10.222.0.66 "GET /v2.0/networks/99e16732-504f-4bd0-9b6d-ec24f46575f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393991 Nov 24 18:11:11.546939 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e2093b0f-fe11-4f6c-a4f9-b7e4b80a6b3d req-883e2f38-d628-45fd-a556-50e916576208 service neutron] 10.222.0.66 "GET /v2.0/networks/99e16732-504f-4bd0-9b6d-ec24f46575f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398761 Nov 24 18:11:12.251394 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87151d20-70be-4602-9894-65cdb893f398 req-2c3242fc-5bf2-4194-8f39-3edfea9567f3 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:12.252900 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-87151d20-70be-4602-9894-65cdb893f398 req-2c3242fc-5bf2-4194-8f39-3edfea9567f3 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2a4a95f-c680-40d5-84d3-1f3ccd85e47c HTTP/1.1" status: 200 len: 945 time: 0.0901017 Nov 24 18:11:12.297945 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-87151d20-70be-4602-9894-65cdb893f398 req-f0d75cd1-6b0e-4040-8a7d-f08b8ba8bde8 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393324 Nov 24 18:11:12.685012 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:13.509669 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924e77a-8a24-4a99-aaae-1247bfa55c4a req-9ec89e27-9eb1-46dc-addf-cc355aa8b757 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:13.511178 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-b924e77a-8a24-4a99-aaae-1247bfa55c4a req-9ec89e27-9eb1-46dc-addf-cc355aa8b757 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2a4a95f-c680-40d5-84d3-1f3ccd85e47c HTTP/1.1" status: 200 len: 945 time: 0.0817962 Nov 24 18:11:13.567165 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-b924e77a-8a24-4a99-aaae-1247bfa55c4a req-06edf5bc-e147-4875-a506-a348f9cc535c tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455358 Nov 24 18:11:14.831595 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b150a-767a-466c-b95c-63b4edf7c68d req-53972ac3-f951-4b61-a4df-8ca97638bbfb tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:14.838198 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-5c3b150a-767a-466c-b95c-63b4edf7c68d req-53972ac3-f951-4b61-a4df-8ca97638bbfb tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2a4a95f-c680-40d5-84d3-1f3ccd85e47c HTTP/1.1" status: 200 len: 945 time: 0.1045213 Nov 24 18:11:14.886747 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-5c3b150a-767a-466c-b95c-63b4edf7c68d req-e108eb5d-f702-41b2-a92a-7051b6ee00ea tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421691 Nov 24 18:11:16.083720 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8f3b9-9dd1-436f-b05c-28648f7975b4 req-74ff94f1-39bc-4e9b-9e90-b6c8940f0eec tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:16.091997 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-aed8f3b9-9dd1-436f-b05c-28648f7975b4 req-74ff94f1-39bc-4e9b-9e90-b6c8940f0eec tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2a4a95f-c680-40d5-84d3-1f3ccd85e47c HTTP/1.1" status: 200 len: 945 time: 0.0926125 Nov 24 18:11:16.144671 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-aed8f3b9-9dd1-436f-b05c-28648f7975b4 req-100e91ae-cd60-456e-bad1-7c03f6c649e6 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515156 Nov 24 18:11:17.402696 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce062f21-3641-447e-98d8-ad13b8931416 req-d9042db1-37a5-45a2-8057-ce082ef6e116 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:17.412923 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ce062f21-3641-447e-98d8-ad13b8931416 req-d9042db1-37a5-45a2-8057-ce082ef6e116 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2a4a95f-c680-40d5-84d3-1f3ccd85e47c HTTP/1.1" status: 200 len: 945 time: 0.1232309 Nov 24 18:11:17.475755 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ce062f21-3641-447e-98d8-ad13b8931416 req-c7217342-f91e-44c4-adc3-1182088f3b02 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9f7743b-1d9d-4a96-b8c9-192608e58f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550919 Nov 24 18:11:17.709854 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe22464-0dcc-4778-a8cb-92dd3c2f2ba6 req-334ac06d-335e-4a74-a6db-590f97dc318b tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:17.713401 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-0fe22464-0dcc-4778-a8cb-92dd3c2f2ba6 req-334ac06d-335e-4a74-a6db-590f97dc318b tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 946 time: 0.1429496 Nov 24 18:11:17.788747 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-0fe22464-0dcc-4778-a8cb-92dd3c2f2ba6 req-c7e9e786-857c-4456-af4f-287cf1b94b1b tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/security-groups?id=b433f5eb-ddb4-4b7e-815a-3939e432f18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696368 Nov 24 18:11:17.812396 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb17543-9bea-42ed-99e2-c1b0effe1877 req-76825184-8f4f-44be-9f39-271c49ae8543 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:17.814313 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-dbb17543-9bea-42ed-99e2-c1b0effe1877 req-76825184-8f4f-44be-9f39-271c49ae8543 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2a4a95f-c680-40d5-84d3-1f3ccd85e47c HTTP/1.1" status: 200 len: 945 time: 0.1501937 Nov 24 18:11:17.820530 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 56452) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:11:17.927641 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-dbb17543-9bea-42ed-99e2-c1b0effe1877 req-c91dc027-8747-4099-ac7b-8fdd50f35a82 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Deleting port c17f5100-f0de-48f7-b045-18c66bce827b {{(pid=87423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:11:17.928274 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-dbb17543-9bea-42ed-99e2-c1b0effe1877 req-c91dc027-8747-4099-ac7b-8fdd50f35a82 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:17.980089 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577c7e23-d5ab-4456-b53f-02debcceb535 tempest-TestMinimumBasicScenario-1449703265 tempest-TestMinimumBasicScenario-1449703265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:17.986733 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-577c7e23-d5ab-4456-b53f-02debcceb535 tempest-TestMinimumBasicScenario-1449703265 tempest-TestMinimumBasicScenario-1449703265-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 1094 time: 0.1640630 Nov 24 18:11:17.988181 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 56458) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:11:17.996133 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Request body: {'floatingip': {'floating_network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'port_id': 'c80811f8-9bbb-4738-b8e7-bad707ffe4c3', 'tenant_id': '39f9e6e00d1d47b5b4977115816bffd8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:11:18.005816 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:11:18.012887 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Usage tracker for resource:floatingip and tenant:39f9e6e00d1d47b5b4977115816bffd8 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:11:18.017475 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:11:18.026181 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:11:18.103034 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks [] for floatingip, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:18.229591 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-dbb17543-9bea-42ed-99e2-c1b0effe1877 req-c91dc027-8747-4099-ac7b-8fdd50f35a82 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] For port c17f5100-f0de-48f7-b045-18c66bce827b, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=c17f5100-f0de-48f7-b045-18c66bce827b,segment=NetworkSegment(fb27744d-e0d2-4275-b485-05860355ed0f),segment_id=fb27744d-e0d2-4275-b485-05860355ed0f)] {{(pid=87423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:11:18.233087 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-dbb17543-9bea-42ed-99e2-c1b0effe1877 req-c91dc027-8747-4099-ac7b-8fdd50f35a82 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:18.365013 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-dbb17543-9bea-42ed-99e2-c1b0effe1877 req-c91dc027-8747-4099-ac7b-8fdd50f35a82 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Calling delete_port for c17f5100-f0de-48f7-b045-18c66bce827b owned by compute:nova {{(pid=87423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:11:18.546871 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:18.622729 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-dbb17543-9bea-42ed-99e2-c1b0effe1877 req-c91dc027-8747-4099-ac7b-8fdd50f35a82 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:18.629022 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-c55913f4-3e22-4faa-964b-2cce62bc2e22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:11:18.668210 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-84f33576-0b20-4a7d-be7a-f6baee589aef req-cbfd5354-2a95-4ac4-91aa-2e2a2415109f tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2a4a95f-c680-40d5-84d3-1f3ccd85e47c HTTP/1.1" status: 200 len: 210 time: 0.0534213 Nov 24 18:11:18.763482 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.db_base_plugin_common [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Allocated IP 172.28.3.10 (526841e0-8571-4339-baee-0cea4a76b63c/7845b98e-863d-42c7-9a40-3bd9a535af60/86e2028f-a2d1-41da-b0b5-a450d61e1442) {{(pid=87424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:11:18.811185 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91dc027-8747-4099-ac7b-8fdd50f35a82 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Pushing event deleted for resources: {'Port': ['ID=c17f5100-f0de-48f7-b045-18c66bce827b,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:11:18.894710 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91dc027-8747-4099-ac7b-8fdd50f35a82 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:11:18.895133 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91dc027-8747-4099-ac7b-8fdd50f35a82 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:11:18.895495 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91dc027-8747-4099-ac7b-8fdd50f35a82 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:11:18.895846 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91dc027-8747-4099-ac7b-8fdd50f35a82 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:11:18.896193 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91dc027-8747-4099-ac7b-8fdd50f35a82 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:11:18.896563 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91dc027-8747-4099-ac7b-8fdd50f35a82 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:11:18.896914 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91dc027-8747-4099-ac7b-8fdd50f35a82 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:11:18.897270 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91dc027-8747-4099-ac7b-8fdd50f35a82 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:11:18.897606 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91dc027-8747-4099-ac7b-8fdd50f35a82 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:11:18.897949 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91dc027-8747-4099-ac7b-8fdd50f35a82 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:11:18.898286 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91dc027-8747-4099-ac7b-8fdd50f35a82 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:11:18.898624 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91dc027-8747-4099-ac7b-8fdd50f35a82 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:11:18.902570 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-c91dc027-8747-4099-ac7b-8fdd50f35a82 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:11:18.903665 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb17543-9bea-42ed-99e2-c1b0effe1877 req-c91dc027-8747-4099-ac7b-8fdd50f35a82 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] No DVR routers for this DVR port c17f5100-f0de-48f7-b045-18c66bce827b on host hv-cinder-81857 {{(pid=87423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 18:11:18.905864 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-dbb17543-9bea-42ed-99e2-c1b0effe1877 req-c91dc027-8747-4099-ac7b-8fdd50f35a82 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:18.908959 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a4a95f-c680-40d5-84d3-1f3ccd85e47c', 'name': 'network-vif-deleted', 'tag': 'c17f5100-f0de-48f7-b045-18c66bce827b'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:11:19.000091 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks [] for port, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:19.016694 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-dbb17543-9bea-42ed-99e2-c1b0effe1877 req-c91dc027-8747-4099-ac7b-8fdd50f35a82 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.66 "DELETE /v2.0/ports/c17f5100-f0de-48f7-b045-18c66bce827b HTTP/1.1" status: 204 len: 173 time: 1.1883523 Nov 24 18:11:19.045066 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a4a95f-c680-40d5-84d3-1f3ccd85e47c', 'name': 'network-vif-deleted', 'tag': 'c17f5100-f0de-48f7-b045-18c66bce827b', 'status': 'completed', 'code': 200} Nov 24 18:11:19.131710 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3149175'] for port, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:19.137048 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-a03882ff-da7e-44c5-b859-5ba6b0e91ea0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:11:19.214707 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Network 526841e0-8571-4339-baee-0cea4a76b63c is already hosted by enough agents. {{(pid=87424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:11:19.218371 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.base_scheduler [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Resources bound (agent type, host, resource id): {{(pid=87424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:11:19.220955 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Received port after_create {{(pid=87424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:11:19.254388 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Pushing event updated for resources: {'Port': ['ID=86e2028f-a2d1-41da-b0b5-a450d61e1442,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:11:19.273571 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:11:19.274478 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:11:19.274850 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:11:19.275241 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:11:19.275582 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:11:19.275947 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:11:19.276309 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:11:19.276698 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:11:19.277059 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:11:19.277423 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:11:19.277775 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:11:19.278132 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:11:19.282620 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:11:19.771968 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:19.907302 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-d015598b-af00-496e-a8ca-16cebf96e8b4 req-54bd6235-c8db-424e-be3f-65ee400c308d tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Synchronizing usage tracker for tenant:c5c6e3eea3214799b724b75688b50e58 on resource:port {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:11:19.994173 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-d015598b-af00-496e-a8ca-16cebf96e8b4 req-54bd6235-c8db-424e-be3f-65ee400c308d tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Unset dirty status for tenant:c5c6e3eea3214799b724b75688b50e58 on resource:port {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:11:19.995215 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:19.996880 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d015598b-af00-496e-a8ca-16cebf96e8b4 req-54bd6235-c8db-424e-be3f-65ee400c308d tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2a4a95f-c680-40d5-84d3-1f3ccd85e47c HTTP/1.1" status: 200 len: 210 time: 0.1501129 Nov 24 18:11:20.271966 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks [] for port, precommit_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:20.342283 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3149182'] for port, after_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:20.346226 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-a8c70220-7a56-4bf6-9680-d716781cedd6 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:11:20.388555 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device c17f5100-f0de-48f7-b045-18c66bce827b no longer exists at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:11:20.430454 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] No Port match for: c17f5100-f0de-48f7-b045-18c66bce827b {{(pid=87425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 18:11:20.431205 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device c17f5100-f0de-48f7-b045-18c66bce827b not bound to the agent host hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 18:11:20.458500 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Pushing event updated for resources: {'Port': ['ID=86e2028f-a2d1-41da-b0b5-a450d61e1442,revision_number=2']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:11:20.464510 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:11:20.474238 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505783'] for floatingip, after_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:20.770086 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.db.l3_db [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Floating IP 138440f9-48b7-4691-92fe-d5418c4acd06 associated. External IP: 172.28.3.10, port: c80811f8-9bbb-4738-b8e7-bad707ffe4c3. Nov 24 18:11:20.890742 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 6 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:11:21.266267 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Router 8015f102-e37e-4a92-83fa-37de0cf4fb7e has already been hosted by L3 agent aba83f48-bec1-4447-972f-e1c88a92dee8 {{(pid=87424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 18:11:21.525175 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify agent at l3_agent.dv-cinder-818579-1-smb the message routers_updated {{(pid=87424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 18:11:21.540123 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb138b5-6d52-4fff-8616-710a8c2bf367 None None] Sync routers for ids ['8015f102-e37e-4a92-83fa-37de0cf4fb7e'] in dv-cinder-818579-1-smb {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 18:11:21.560284 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb138b5-6d52-4fff-8616-710a8c2bf367 None None] Routers {'8015f102-e37e-4a92-83fa-37de0cf4fb7e'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:11:21.567078 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-ceb138b5-6d52-4fff-8616-710a8c2bf367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:11:10Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['8015f102-e37e-4a92-83fa-37de0cf4fb7e'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:11:21.616925 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for floatingip, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:21.686822 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-73c21a98-6b22-4844-a277-2578d4ed1fb2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6982126 Nov 24 18:11:21.687817 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f5a9ee-ea5b-4643-8033-97c528969bfa', 'tag': 'c80811f8-9bbb-4738-b8e7-bad707ffe4c3'}] {{(pid=87424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:11:21.692256 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 56506) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:11:21.703526 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [None req-562b4763-188e-4bc8-8519-ace1f6d7719a tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2001229005', 'description': 'tempest-secgroup-smoke-2001229005 description', 'project_id': '39f9e6e00d1d47b5b4977115816bffd8'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:11:21.718776 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-562b4763-188e-4bc8-8519-ace1f6d7719a tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:11:21.747486 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-562b4763-188e-4bc8-8519-ace1f6d7719a tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:11:21.748942 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f5a9ee-ea5b-4643-8033-97c528969bfa', 'tag': 'c80811f8-9bbb-4738-b8e7-bad707ffe4c3', 'status': 'completed', 'code': 200} Nov 24 18:11:21.840811 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-562b4763-188e-4bc8-8519-ace1f6d7719a tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:21.855743 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-ceb138b5-6d52-4fff-8616-710a8c2bf367 None None] Set router 8015f102-e37e-4a92-83fa-37de0cf4fb7e gateway port host: dv-cinder-818579-1-smb {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:11:21.875100 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-562b4763-188e-4bc8-8519-ace1f6d7719a tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:11:21.880095 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-562b4763-188e-4bc8-8519-ace1f6d7719a tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Usage tracker for resource:security_group_rule and tenant:39f9e6e00d1d47b5b4977115816bffd8 is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:11:21.894821 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-562b4763-188e-4bc8-8519-ace1f6d7719a tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:11:21.906648 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-562b4763-188e-4bc8-8519-ace1f6d7719a tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:11:21.944834 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59e28b-c4d8-4c00-867c-2b3bbad777dc req-d9e9bf9b-19c7-47aa-a10d-cc3d5e83f3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:21.947131 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-1c59e28b-c4d8-4c00-867c-2b3bbad777dc req-d9e9bf9b-19c7-47aa-a10d-cc3d5e83f3ce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=39f9e6e00d1d47b5b4977115816bffd8&device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 1099 time: 0.1582513 Nov 24 18:11:22.216113 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-562b4763-188e-4bc8-8519-ace1f6d7719a tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:22.220865 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59e28b-c4d8-4c00-867c-2b3bbad777dc req-af6cf3c3-9958-420b-8230-8b924bd633e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:22.222381 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-1c59e28b-c4d8-4c00-867c-2b3bbad777dc req-af6cf3c3-9958-420b-8230-8b924bd633e4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7de450e2-2a1a-49c9-ba7c-656187c1b2f7 HTTP/1.1" status: 200 len: 916 time: 0.2610726 Nov 24 18:11:22.254864 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:22.291987 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-562b4763-188e-4bc8-8519-ace1f6d7719a tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:22.305322 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:11:22.347135 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b4763-188e-4bc8-8519-ace1f6d7719a tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ec6ce7-d3f8-4423-855c-7c03da909a82,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:11:22.368755 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-562b4763-188e-4bc8-8519-ace1f6d7719a tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:11:22.394070 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-1c59e28b-c4d8-4c00-867c-2b3bbad777dc req-d94fe934-1c52-49a6-a7fa-29a36bdf38aa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c80811f8-9bbb-4738-b8e7-bad707ffe4c3 HTTP/1.1" status: 200 len: 999 time: 0.1621938 Nov 24 18:11:22.406419 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-ceb138b5-6d52-4fff-8616-710a8c2bf367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'name': 'tempest-TestMinimumBasicScenario-1627882808-router', 'tenant_id': '39f9e6e00d1d47b5b4977115816bffd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd0a568a9-dcbe-46af-b0f2-afb4084c8264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:10:02Z', 'updated_at': '2021-11-24T18:10:08Z', 'revision_number': 4, 'project_id': '39f9e6e00d1d47b5b4977115816bffd8', 'gw_port': {'id': 'd0a568a9-dcbe-46af-b0f2-afb4084c8264', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:10:03Z', 'updated_at': '2021-11-24T18:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_floatingips': [{'id': '138440f9-48b7-4691-92fe-d5418c4acd06', 'tenant_id': '39f9e6e00d1d47b5b4977115816bffd8', 'floating_ip_address': '172.28.3.10', 'floating_network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'router_id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'port_id': 'c80811f8-9bbb-4738-b8e7-bad707ffe4c3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de450e2-2a1a-49c9-ba7c-656187c1b2f7', 'mac_address': 'fa:16:3e:d7:f1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f5a9ee-ea5b-4643-8033-97c528969bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:11:19Z', 'updated_at': '2021-11-24T18:11:19Z', 'revision_number': 0, 'project_id': '39f9e6e00d1d47b5b4977115816bffd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8da2434-c94c-413c-8228-2cd2fe067552', 'name': '', 'network_id': '7de450e2-2a1a-49c9-ba7c-656187c1b2f7', 'tenant_id': '39f9e6e00d1d47b5b4977115816bffd8', 'mac_address': 'fa:16:3e:69:8b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1169030e-ce60-4617-bb28-921bdafdc55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:10:07Z', 'updated_at': '2021-11-24T18:10:15Z', 'revision_number': 5, 'project_id': '39f9e6e00d1d47b5b4977115816bffd8', 'subnets': [{'id': '1169030e-ce60-4617-bb28-921bdafdc55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:11:22.410953 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb138b5-6d52-4fff-8616-710a8c2bf367 None None] Checking router: 8015f102-e37e-4a92-83fa-37de0cf4fb7e for host: dv-cinder-818579-1-smb {{(pid=87425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 18:11:22.422302 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb138b5-6d52-4fff-8616-710a8c2bf367 None None] Routers {'8015f102-e37e-4a92-83fa-37de0cf4fb7e'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:11:22.422722 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-ceb138b5-6d52-4fff-8616-710a8c2bf367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:11:10Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['8015f102-e37e-4a92-83fa-37de0cf4fb7e'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:11:22.459658 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-562b4763-188e-4bc8-8519-ace1f6d7719a tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:22.460968 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-562b4763-188e-4bc8-8519-ace1f6d7719a tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7672694 Nov 24 18:11:22.464380 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 56522) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:11:22.470349 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [None req-0365b070-9302-4e08-820b-3cd3e431120f tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Request body: {'security_group_rule': {'security_group_id': 'b5ec6ce7-d3f8-4423-855c-7c03da909a82', 'project_id': '39f9e6e00d1d47b5b4977115816bffd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:11:22.481740 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-0365b070-9302-4e08-820b-3cd3e431120f tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:11:22.489167 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-0365b070-9302-4e08-820b-3cd3e431120f tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Usage tracker for resource:security_group_rule and tenant:39f9e6e00d1d47b5b4977115816bffd8 is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:11:22.495360 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-0365b070-9302-4e08-820b-3cd3e431120f tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:11:22.499971 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59e28b-c4d8-4c00-867c-2b3bbad777dc req-240afc0b-2cbf-4621-b7b7-d41775007f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:22.501714 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-1c59e28b-c4d8-4c00-867c-2b3bbad777dc req-240afc0b-2cbf-4621-b7b7-d41775007f11 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1169030e-ce60-4617-bb28-921bdafdc55c HTTP/1.1" status: 200 len: 854 time: 0.0954499 Nov 24 18:11:22.506789 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-0365b070-9302-4e08-820b-3cd3e431120f tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:11:22.602942 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59e28b-c4d8-4c00-867c-2b3bbad777dc req-8263d424-e49b-47d6-a92e-595f888f9792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:22.607248 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-1c59e28b-c4d8-4c00-867c-2b3bbad777dc req-8263d424-e49b-47d6-a92e-595f888f9792 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7de450e2-2a1a-49c9-ba7c-656187c1b2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0901484 Nov 24 18:11:22.676128 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-ceb138b5-6d52-4fff-8616-710a8c2bf367 None None] Set router 8015f102-e37e-4a92-83fa-37de0cf4fb7e gateway port host: dv-cinder-818579-1-smb {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:11:22.735179 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-0365b070-9302-4e08-820b-3cd3e431120f tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:22.840886 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-1c59e28b-c4d8-4c00-867c-2b3bbad777dc req-05946b41-1fe5-4042-88f2-d2055b2da3e5 service neutron] 10.222.0.66 "GET /v2.0/networks/7de450e2-2a1a-49c9-ba7c-656187c1b2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271225 Nov 24 18:11:22.865200 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-0365b070-9302-4e08-820b-3cd3e431120f tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:22.946308 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-0365b070-9302-4e08-820b-3cd3e431120f tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357759'] for security_group_rule, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:22.969637 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:11:22.998546 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365b070-9302-4e08-820b-3cd3e431120f tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aec9f6d-53cd-4e9e-b98a-e1282f183bac,revision_number=0']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:11:23.003598 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-0365b070-9302-4e08-820b-3cd3e431120f tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:11:23.063178 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-1c59e28b-c4d8-4c00-867c-2b3bbad777dc req-d82e2f41-7948-4b90-bf40-5d035372df41 service neutron] 10.222.0.66 "GET /v2.0/networks/7de450e2-2a1a-49c9-ba7c-656187c1b2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961973 Nov 24 18:11:23.064552 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-0365b070-9302-4e08-820b-3cd3e431120f tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:23.070473 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 56534) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:11:23.073349 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-0365b070-9302-4e08-820b-3cd3e431120f tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6077702 Nov 24 18:11:23.079885 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-1786a14b-5911-44d0-b23d-d1c33dec896c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Request body: {'security_group_rule': {'security_group_id': 'b5ec6ce7-d3f8-4423-855c-7c03da909a82', 'project_id': '39f9e6e00d1d47b5b4977115816bffd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:11:23.094928 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-1786a14b-5911-44d0-b23d-d1c33dec896c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:11:23.110155 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-1786a14b-5911-44d0-b23d-d1c33dec896c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Usage tracker for resource:security_group_rule and tenant:39f9e6e00d1d47b5b4977115816bffd8 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:11:23.117362 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-1786a14b-5911-44d0-b23d-d1c33dec896c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:11:23.130584 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-1786a14b-5911-44d0-b23d-d1c33dec896c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:11:23.187936 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-ceb138b5-6d52-4fff-8616-710a8c2bf367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'name': 'tempest-TestMinimumBasicScenario-1627882808-router', 'tenant_id': '39f9e6e00d1d47b5b4977115816bffd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd0a568a9-dcbe-46af-b0f2-afb4084c8264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:10:02Z', 'updated_at': '2021-11-24T18:10:08Z', 'revision_number': 4, 'project_id': '39f9e6e00d1d47b5b4977115816bffd8', 'gw_port': {'id': 'd0a568a9-dcbe-46af-b0f2-afb4084c8264', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:10:03Z', 'updated_at': '2021-11-24T18:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_floatingips': [{'id': '138440f9-48b7-4691-92fe-d5418c4acd06', 'tenant_id': '39f9e6e00d1d47b5b4977115816bffd8', 'floating_ip_address': '172.28.3.10', 'floating_network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'router_id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'port_id': 'c80811f8-9bbb-4738-b8e7-bad707ffe4c3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de450e2-2a1a-49c9-ba7c-656187c1b2f7', 'mac_address': 'fa:16:3e:d7:f1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f5a9ee-ea5b-4643-8033-97c528969bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:11:19Z', 'updated_at': '2021-11-24T18:11:19Z', 'revision_number': 0, 'project_id': '39f9e6e00d1d47b5b4977115816bffd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8da2434-c94c-413c-8228-2cd2fe067552', 'name': '', 'network_id': '7de450e2-2a1a-49c9-ba7c-656187c1b2f7', 'tenant_id': '39f9e6e00d1d47b5b4977115816bffd8', 'mac_address': 'fa:16:3e:69:8b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1169030e-ce60-4617-bb28-921bdafdc55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:10:07Z', 'updated_at': '2021-11-24T18:10:15Z', 'revision_number': 5, 'project_id': '39f9e6e00d1d47b5b4977115816bffd8', 'subnets': [{'id': '1169030e-ce60-4617-bb28-921bdafdc55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:11:23.192882 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb138b5-6d52-4fff-8616-710a8c2bf367 None None] The sync data for ids ['8015f102-e37e-4a92-83fa-37de0cf4fb7e'] in dv-cinder-818579-1-smb is: [{'id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'name': 'tempest-TestMinimumBasicScenario-1627882808-router', 'tenant_id': '39f9e6e00d1d47b5b4977115816bffd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd0a568a9-dcbe-46af-b0f2-afb4084c8264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:10:02Z', 'updated_at': '2021-11-24T18:10:08Z', 'revision_number': 4, 'project_id': '39f9e6e00d1d47b5b4977115816bffd8', 'gw_port': {'id': 'd0a568a9-dcbe-46af-b0f2-afb4084c8264', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:10:03Z', 'updated_at': '2021-11-24T18:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_floatingips': [{'id': '138440f9-48b7-4691-92fe-d5418c4acd06', 'tenant_id': '39f9e6e00d1d47b5b4977115816bffd8', 'floating_ip_address': '172.28.3.10', 'floating_network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'router_id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'port_id': 'c80811f8-9bbb-4738-b8e7-bad707ffe4c3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de450e2-2a1a-49c9-ba7c-656187c1b2f7', 'mac_address': 'fa:16:3e:d7:f1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f5a9ee-ea5b-4643-8033-97c528969bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:11:19Z', 'updated_at': '2021-11-24T18:11:19Z', 'revision_number': 0, 'project_id': '39f9e6e00d1d47b5b4977115816bffd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8da2434-c94c-413c-8228-2cd2fe067552', 'name': '', 'network_id': '7de450e2-2a1a-49c9-ba7c-656187c1b2f7', 'tenant_id': '39f9e6e00d1d47b5b4977115816bffd8', 'mac_address': 'fa:16:3e:69:8b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1169030e-ce60-4617-bb28-921bdafdc55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:10:07Z', 'updated_at': '2021-11-24T18:10:15Z', 'revision_number': 5, 'project_id': '39f9e6e00d1d47b5b4977115816bffd8', 'subnets': [{'id': '1169030e-ce60-4617-bb28-921bdafdc55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 18:11:23.290449 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1786a14b-5911-44d0-b23d-d1c33dec896c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:23.389693 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1786a14b-5911-44d0-b23d-d1c33dec896c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:23.491650 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e54457-1735-484e-9bfa-b61cc95771f4 None None] New status for floating IP 138440f9-48b7-4691-92fe-d5418c4acd06: ACTIVE {{(pid=87426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 18:11:23.547670 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1786a14b-5911-44d0-b23d-d1c33dec896c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357759'] for security_group_rule, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:23.550131 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:11:23.576340 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786a14b-5911-44d0-b23d-d1c33dec896c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=160766ac-96f9-4c74-aec0-b4aac68050e2,revision_number=0']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:11:23.581137 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-1786a14b-5911-44d0-b23d-d1c33dec896c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:11:23.685158 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1786a14b-5911-44d0-b23d-d1c33dec896c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:23.689122 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-1786a14b-5911-44d0-b23d-d1c33dec896c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6143987 Nov 24 18:11:23.689833 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 56542) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:11:23.694716 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-1ad512a6-46ea-45c1-909b-8c55b86f78d0 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Request body: {'security_group_rule': {'security_group_id': 'b5ec6ce7-d3f8-4423-855c-7c03da909a82', 'project_id': '39f9e6e00d1d47b5b4977115816bffd8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:11:23.700865 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-1ad512a6-46ea-45c1-909b-8c55b86f78d0 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:11:23.704782 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-1ad512a6-46ea-45c1-909b-8c55b86f78d0 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Usage tracker for resource:security_group_rule and tenant:39f9e6e00d1d47b5b4977115816bffd8 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:11:23.708099 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-1ad512a6-46ea-45c1-909b-8c55b86f78d0 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:11:23.715425 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-1ad512a6-46ea-45c1-909b-8c55b86f78d0 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:11:23.829685 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1ad512a6-46ea-45c1-909b-8c55b86f78d0 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:23.954093 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1ad512a6-46ea-45c1-909b-8c55b86f78d0 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:24.038954 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1ad512a6-46ea-45c1-909b-8c55b86f78d0 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357759'] for security_group_rule, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:24.045599 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-2b455ea5-ef50-4368-9e1f-5a60312e964e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:11:24.065420 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad512a6-46ea-45c1-909b-8c55b86f78d0 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d408486-5410-44cc-9235-9d6ad37cfeb0,revision_number=0']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:11:24.067986 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-1ad512a6-46ea-45c1-909b-8c55b86f78d0 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:11:24.119730 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1ad512a6-46ea-45c1-909b-8c55b86f78d0 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:24.121324 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-1ad512a6-46ea-45c1-909b-8c55b86f78d0 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4308565 Nov 24 18:11:24.124057 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 56558) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:11:24.129886 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-7fda8efb-b0b1-4819-a12e-275ec3e6c63c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Request body: {'security_group_rule': {'security_group_id': 'b5ec6ce7-d3f8-4423-855c-7c03da909a82', 'project_id': '39f9e6e00d1d47b5b4977115816bffd8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:11:24.137570 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-7fda8efb-b0b1-4819-a12e-275ec3e6c63c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:11:24.141689 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-7fda8efb-b0b1-4819-a12e-275ec3e6c63c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Usage tracker for resource:security_group_rule and tenant:39f9e6e00d1d47b5b4977115816bffd8 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:11:24.145028 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-7fda8efb-b0b1-4819-a12e-275ec3e6c63c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:11:24.152291 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-7fda8efb-b0b1-4819-a12e-275ec3e6c63c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:11:24.235668 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-7fda8efb-b0b1-4819-a12e-275ec3e6c63c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:24.308140 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-7fda8efb-b0b1-4819-a12e-275ec3e6c63c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:24.359112 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-7fda8efb-b0b1-4819-a12e-275ec3e6c63c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357759'] for security_group_rule, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:24.361539 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-1ad512a6-46ea-45c1-909b-8c55b86f78d0 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:11:24.391796 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda8efb-b0b1-4819-a12e-275ec3e6c63c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99bae977-1b6d-45e9-b00b-940653bc5b2c,revision_number=0']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:11:24.395081 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-7fda8efb-b0b1-4819-a12e-275ec3e6c63c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:11:24.456790 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-7fda8efb-b0b1-4819-a12e-275ec3e6c63c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:24.458598 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-7fda8efb-b0b1-4819-a12e-275ec3e6c63c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3332458 Nov 24 18:11:24.462218 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 56562) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:11:24.470987 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-4cdec737-ea95-4807-beea-b55369d50e3a tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Request body: {'security_group_rule': {'security_group_id': 'b5ec6ce7-d3f8-4423-855c-7c03da909a82', 'project_id': '39f9e6e00d1d47b5b4977115816bffd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:11:24.473846 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-4cdec737-ea95-4807-beea-b55369d50e3a tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:11:24.479073 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-4cdec737-ea95-4807-beea-b55369d50e3a tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Usage tracker for resource:security_group_rule and tenant:39f9e6e00d1d47b5b4977115816bffd8 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:11:24.482204 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-4cdec737-ea95-4807-beea-b55369d50e3a tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:11:24.489705 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-4cdec737-ea95-4807-beea-b55369d50e3a tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:11:24.598959 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.db.securitygroups_db [None req-4cdec737-ea95-4807-beea-b55369d50e3a tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Project 39f9e6e00d1d47b5b4977115816bffd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 18:11:24.606419 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4cdec737-ea95-4807-beea-b55369d50e3a tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:24.673979 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4cdec737-ea95-4807-beea-b55369d50e3a tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:24.754180 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4cdec737-ea95-4807-beea-b55369d50e3a tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357759'] for security_group_rule, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:24.758030 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:11:24.818376 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdec737-ea95-4807-beea-b55369d50e3a tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b902da6e-27a2-453d-8d96-c6294207aa3c,revision_number=0']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:11:24.822447 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-4cdec737-ea95-4807-beea-b55369d50e3a tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:11:24.896335 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4cdec737-ea95-4807-beea-b55369d50e3a tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:24.897895 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-4cdec737-ea95-4807-beea-b55369d50e3a tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4347055 Nov 24 18:11:24.901093 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 56570) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:11:24.912473 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [None req-3800f9ea-8fe7-4f18-83c3-1b58f64aa46c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Request body: {'security_group_rule': {'security_group_id': 'b5ec6ce7-d3f8-4423-855c-7c03da909a82', 'project_id': '39f9e6e00d1d47b5b4977115816bffd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:11:24.922152 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-3800f9ea-8fe7-4f18-83c3-1b58f64aa46c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:11:24.927221 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-3800f9ea-8fe7-4f18-83c3-1b58f64aa46c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Usage tracker for resource:security_group_rule and tenant:39f9e6e00d1d47b5b4977115816bffd8 is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:11:24.931635 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-3800f9ea-8fe7-4f18-83c3-1b58f64aa46c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:11:24.938512 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-3800f9ea-8fe7-4f18-83c3-1b58f64aa46c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:11:25.011316 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.db.securitygroups_db [None req-3800f9ea-8fe7-4f18-83c3-1b58f64aa46c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Project 39f9e6e00d1d47b5b4977115816bffd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 18:11:25.022976 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-3800f9ea-8fe7-4f18-83c3-1b58f64aa46c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:25.120650 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-3800f9ea-8fe7-4f18-83c3-1b58f64aa46c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:25.182347 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-3800f9ea-8fe7-4f18-83c3-1b58f64aa46c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357759'] for security_group_rule, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:25.184914 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:11:25.210193 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800f9ea-8fe7-4f18-83c3-1b58f64aa46c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b75bdf2a-8be2-405b-b945-7d950f3f0629,revision_number=0']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:11:25.221532 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-3800f9ea-8fe7-4f18-83c3-1b58f64aa46c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:11:25.307666 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-3800f9ea-8fe7-4f18-83c3-1b58f64aa46c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:25.308922 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-3800f9ea-8fe7-4f18-83c3-1b58f64aa46c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4055855 Nov 24 18:11:25.599491 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-9a858d42-24a9-4d4f-ac29-971591126150 req-3cbf6050-b0e5-4e72-85aa-0b8c78fab8af tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2001229005&fields=id&tenant_id=39f9e6e00d1d47b5b4977115816bffd8 HTTP/1.1" status: 200 len: 267 time: 0.0496364 Nov 24 18:11:25.693530 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a858d42-24a9-4d4f-ac29-971591126150 req-a83aaac7-3b68-40c6-8199-1e04843865f9 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:25.695028 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-9a858d42-24a9-4d4f-ac29-971591126150 req-a83aaac7-3b68-40c6-8199-1e04843865f9 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 946 time: 0.0891538 Nov 24 18:11:25.708906 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [req-9a858d42-24a9-4d4f-ac29-971591126150 req-4eeb521f-3996-4b5b-9924-8496c6767a1f tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Request body: {'port': {'security_groups': ['b433f5eb-ddb4-4b7e-815a-3939e432f18f', 'b5ec6ce7-d3f8-4423-855c-7c03da909a82']}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:11:25.881461 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [req-9a858d42-24a9-4d4f-ac29-971591126150 req-4eeb521f-3996-4b5b-9924-8496c6767a1f tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:26.188391 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.db [req-9a858d42-24a9-4d4f-ac29-971591126150 req-4eeb521f-3996-4b5b-9924-8496c6767a1f tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] For port c80811f8-9bbb-4738-b8e7-bad707ffe4c3, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=c80811f8-9bbb-4738-b8e7-bad707ffe4c3,segment=NetworkSegment(84f387a6-043c-4b34-9566-cea2391a5577),segment_id=84f387a6-043c-4b34-9566-cea2391a5577)] {{(pid=87424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:11:26.216421 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [req-9a858d42-24a9-4d4f-ac29-971591126150 req-4eeb521f-3996-4b5b-9924-8496c6767a1f tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks [] for port, precommit_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:26.273207 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [req-9a858d42-24a9-4d4f-ac29-971591126150 req-4eeb521f-3996-4b5b-9924-8496c6767a1f tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3149182'] for port, after_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:26.279334 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-60f6e138-d9de-47e3-acb4-cbc44f1924f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:11:26.286934 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['c80811f8-9bbb-4738-b8e7-bad707ffe4c3'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:11:26.350822 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a858d42-24a9-4d4f-ac29-971591126150 req-4eeb521f-3996-4b5b-9924-8496c6767a1f tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:26.351405 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [req-9a858d42-24a9-4d4f-ac29-971591126150 req-4eeb521f-3996-4b5b-9924-8496c6767a1f tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:26.352974 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-9a858d42-24a9-4d4f-ac29-971591126150 req-4eeb521f-3996-4b5b-9924-8496c6767a1f tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "PUT /v2.0/ports/c80811f8-9bbb-4738-b8e7-bad707ffe4c3 HTTP/1.1" status: 200 len: 982 time: 0.6502383 Nov 24 18:11:26.353561 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f5a9ee-ea5b-4643-8033-97c528969bfa', 'tag': 'c80811f8-9bbb-4738-b8e7-bad707ffe4c3'}] {{(pid=87424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:11:26.420479 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb521f-3996-4b5b-9924-8496c6767a1f tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Pushing event updated for resources: {'Port': ['ID=c80811f8-9bbb-4738-b8e7-bad707ffe4c3,revision_number=6']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:11:26.429202 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-4eeb521f-3996-4b5b-9924-8496c6767a1f tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:11:26.441537 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f5a9ee-ea5b-4643-8033-97c528969bfa', 'tag': 'c80811f8-9bbb-4738-b8e7-bad707ffe4c3', 'status': 'completed', 'code': 200} Nov 24 18:11:26.471354 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['c80811f8-9bbb-4738-b8e7-bad707ffe4c3'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:11:26.587343 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566837d2-ebf7-464f-b2b8-26b397cac316 req-04c85766-2cae-4060-825c-f76e3b491afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:26.590148 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-566837d2-ebf7-464f-b2b8-26b397cac316 req-04c85766-2cae-4060-825c-f76e3b491afb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=39f9e6e00d1d47b5b4977115816bffd8&device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 1138 time: 0.1074581 Nov 24 18:11:26.839298 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566837d2-ebf7-464f-b2b8-26b397cac316 req-582e87d5-ebc1-40b9-a25a-c10e5fe7f53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:26.841149 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-566837d2-ebf7-464f-b2b8-26b397cac316 req-582e87d5-ebc1-40b9-a25a-c10e5fe7f53f service neutron] 10.222.0.66 "GET /v2.0/networks?id=7de450e2-2a1a-49c9-ba7c-656187c1b2f7 HTTP/1.1" status: 200 len: 916 time: 0.2415936 Nov 24 18:11:26.866603 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-f3e287ef-fe69-4148-aac3-745bcc5c0983 None None] Provisioning complete for port c80811f8-9bbb-4738-b8e7-bad707ffe4c3 triggered by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:11:26.867218 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f3e287ef-fe69-4148-aac3-745bcc5c0983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:26.980224 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e5c3b-e749-48ca-b4db-25cc281d8486 req-8e4139fa-10f9-4408-b031-9e175b027b28 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:26.982154 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-180e5c3b-e749-48ca-b4db-25cc281d8486 req-8e4139fa-10f9-4408-b031-9e175b027b28 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 985 time: 0.2137203 Nov 24 18:11:27.015946 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-566837d2-ebf7-464f-b2b8-26b397cac316 req-d648b972-1754-4e0d-aff8-028b4f9b3055 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c80811f8-9bbb-4738-b8e7-bad707ffe4c3 HTTP/1.1" status: 200 len: 1001 time: 0.1651602 Nov 24 18:11:27.217585 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-180e5c3b-e749-48ca-b4db-25cc281d8486 req-0fa4eaf0-6b1e-4886-bde3-536b4a47cef4 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Synchronizing usage tracker for tenant:39f9e6e00d1d47b5b4977115816bffd8 on resource:security_group {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:11:27.268186 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566837d2-ebf7-464f-b2b8-26b397cac316 req-f615233b-78b1-4b76-8fdf-22be7bef5e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:27.273577 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-566837d2-ebf7-464f-b2b8-26b397cac316 req-f615233b-78b1-4b76-8fdf-22be7bef5e75 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1169030e-ce60-4617-bb28-921bdafdc55c HTTP/1.1" status: 200 len: 854 time: 0.2345436 Nov 24 18:11:27.369500 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-180e5c3b-e749-48ca-b4db-25cc281d8486 req-0fa4eaf0-6b1e-4886-bde3-536b4a47cef4 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Unset dirty status for tenant:39f9e6e00d1d47b5b4977115816bffd8 on resource:security_group {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:11:27.372975 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-180e5c3b-e749-48ca-b4db-25cc281d8486 req-0fa4eaf0-6b1e-4886-bde3-536b4a47cef4 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/security-groups?id=b433f5eb-ddb4-4b7e-815a-3939e432f18f&id=b5ec6ce7-d3f8-4423-855c-7c03da909a82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3847365 Nov 24 18:11:27.378214 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566837d2-ebf7-464f-b2b8-26b397cac316 req-1cea2616-b98e-42cf-b350-1bbe535c92e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:27.379676 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-566837d2-ebf7-464f-b2b8-26b397cac316 req-1cea2616-b98e-42cf-b350-1bbe535c92e6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7de450e2-2a1a-49c9-ba7c-656187c1b2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1005807 Nov 24 18:11:27.566538 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-566837d2-ebf7-464f-b2b8-26b397cac316 req-db8c74d6-97cf-4e4d-87b9-18513537685f service neutron] 10.222.0.66 "GET /v2.0/networks/7de450e2-2a1a-49c9-ba7c-656187c1b2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765137 Nov 24 18:11:27.757317 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-566837d2-ebf7-464f-b2b8-26b397cac316 req-7333243a-2c38-4911-aca5-8ab424e0a670 service neutron] 10.222.0.66 "GET /v2.0/networks/7de450e2-2a1a-49c9-ba7c-656187c1b2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828458 Nov 24 18:11:33.487313 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5189b-63fa-44f5-a046-9ca60398d7bf req-e9f9f89e-5ec7-49da-a633-157f1f6c8d92 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:33.488766 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-cef5189b-63fa-44f5-a046-9ca60398d7bf req-e9f9f89e-5ec7-49da-a633-157f1f6c8d92 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 945 time: 0.0886018 Nov 24 18:11:33.534951 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-cef5189b-63fa-44f5-a046-9ca60398d7bf req-3eab9667-30fd-4355-92a9-24aa004863d8 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404210 Nov 24 18:11:34.722636 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904bbb41-41db-4d9f-b636-1cd4f9442330 req-5ca6dbeb-1d4c-4c01-929e-07af6ac2e026 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:34.724227 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-904bbb41-41db-4d9f-b636-1cd4f9442330 req-5ca6dbeb-1d4c-4c01-929e-07af6ac2e026 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 945 time: 0.0796652 Nov 24 18:11:34.770914 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-904bbb41-41db-4d9f-b636-1cd4f9442330 req-d986494e-4236-4ada-91e8-f2e65b432161 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403438 Nov 24 18:11:35.172385 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 56796) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:11:35.231006 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a1ef1fe-24b2-49f3-a69d-645115057625 admin admin] Deleting subnet f439e0c3-8b50-4621-b352-7a32b14ae854 {{(pid=87423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 18:11:35.233876 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-0a1ef1fe-24b2-49f3-a69d-645115057625 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:35.283006 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-0a1ef1fe-24b2-49f3-a69d-645115057625 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024697'] for subnet, precommit_delete_associations {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:35.340556 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-0a1ef1fe-24b2-49f3-a69d-645115057625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1555507'] for subnet, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:35.467897 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-0a1ef1fe-24b2-49f3-a69d-645115057625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1555563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4080813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9999053'] for subnet, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:35.472061 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-7a794c1f-69ea-420c-a8a4-7da0c385c038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:11:35.506581 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ef1fe-24b2-49f3-a69d-645115057625 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f439e0c3-8b50-4621-b352-7a32b14ae854,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:11:35.509077 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-0a1ef1fe-24b2-49f3-a69d-645115057625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:11:35.514779 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-0a1ef1fe-24b2-49f3-a69d-645115057625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for subnet, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:35.520620 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-0a1ef1fe-24b2-49f3-a69d-645115057625 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f439e0c3-8b50-4621-b352-7a32b14ae854 HTTP/1.1" status: 204 len: 168 time: 0.3472047 Nov 24 18:11:35.522964 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 56802) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:11:35.627973 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-737f012d-ba2e-4823-a343-f19e1e86aaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483400'] for network, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:35.752600 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-737f012d-ba2e-4823-a343-f19e1e86aaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553944', 'neutron.services.segments.db._delete_segments_for_network-8730962215078'] for network, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:35.781567 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.services.segments.db [None req-737f012d-ba2e-4823-a343-f19e1e86aaa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['493928d0-c764-42c0-ae42-bff2495f2f71']}} {{(pid=87423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:11:35.793959 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.services.segments.db [None req-737f012d-ba2e-4823-a343-f19e1e86aaa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdb57223-aabb-4ab3-b4d8-99a13afb7454') {'for_net_delete': True} {{(pid=87423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:11:35.794256 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.services.segments.db [None req-737f012d-ba2e-4823-a343-f19e1e86aaa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdb57223-aabb-4ab3-b4d8-99a13afb7454') {} {{(pid=87423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:11:35.805950 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-737f012d-ba2e-4823-a343-f19e1e86aaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730962258553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024686'] for segment, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:35.822662 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-737f012d-ba2e-4823-a343-f19e1e86aaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541721'] for segment, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:35.829185 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-737f012d-ba2e-4823-a343-f19e1e86aaa8 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=87423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 18:11:35.829572 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-737f012d-ba2e-4823-a343-f19e1e86aaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1541712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4080755'] for segment, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:35.843669 dv-cinder-818579-1-smb neutron-server[87423]: Traceback (most recent call last): Nov 24 18:11:35.843669 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 18:11:35.843669 dv-cinder-818579-1-smb neutron-server[87423]: timer() Nov 24 18:11:35.843669 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 18:11:35.843669 dv-cinder-818579-1-smb neutron-server[87423]: cb(*args, **kw) Nov 24 18:11:35.843669 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 18:11:35.843669 dv-cinder-818579-1-smb neutron-server[87423]: return func(*args, **kwargs) Nov 24 18:11:35.843669 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 18:11:35.843669 dv-cinder-818579-1-smb neutron-server[87423]: self._notify() Nov 24 18:11:35.843669 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 18:11:35.843669 dv-cinder-818579-1-smb neutron-server[87423]: self.callback(batched_events) Nov 24 18:11:35.843669 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 18:11:35.843669 dv-cinder-818579-1-smb neutron-server[87423]: event.method(event) Nov 24 18:11:35.843669 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 18:11:35.843669 dv-cinder-818579-1-smb neutron-server[87423]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 18:11:35.843669 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 18:11:35.843669 dv-cinder-818579-1-smb neutron-server[87423]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 18:11:35.843669 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 18:11:35.843669 dv-cinder-818579-1-smb neutron-server[87423]: return f(self, *a, **k) Nov 24 18:11:35.843669 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 18:11:35.843669 dv-cinder-818579-1-smb neutron-server[87423]: return self._get(url).json() Nov 24 18:11:35.843669 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 18:11:35.843669 dv-cinder-818579-1-smb neutron-server[87423]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 18:11:35.843669 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 18:11:35.843669 dv-cinder-818579-1-smb neutron-server[87423]: return self.request(url, 'GET', **kwargs) Nov 24 18:11:35.843669 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 18:11:35.843669 dv-cinder-818579-1-smb neutron-server[87423]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 18:11:35.843669 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 18:11:35.843669 dv-cinder-818579-1-smb neutron-server[87423]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 18:11:35.843669 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 18:11:35.843669 dv-cinder-818579-1-smb neutron-server[87423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 18:11:35.843669 dv-cinder-818579-1-smb neutron-server[87423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 18:11:35.996779 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79192b4-df60-4cfa-b03d-132f41ba9cf0 req-9c4c64c5-3a55-4519-b27f-df71b842336b tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:35.998388 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-f79192b4-df60-4cfa-b03d-132f41ba9cf0 req-9c4c64c5-3a55-4519-b27f-df71b842336b tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 945 time: 0.1024513 Nov 24 18:11:36.021805 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-737f012d-ba2e-4823-a343-f19e1e86aaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505765'] for network, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:36.029989 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-859d4216-5bab-41df-8d9d-8738f2b6eaf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:11:36.051460 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-737f012d-ba2e-4823-a343-f19e1e86aaa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for network, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:36.060837 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f012d-ba2e-4823-a343-f19e1e86aaa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=493928d0-c764-42c0-ae42-bff2495f2f71,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:11:36.066797 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-737f012d-ba2e-4823-a343-f19e1e86aaa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:11:36.074268 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-f79192b4-df60-4cfa-b03d-132f41ba9cf0 req-0173b096-6b62-4224-841e-b02d70bd969d tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702693 Nov 24 18:11:36.136156 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-737f012d-ba2e-4823-a343-f19e1e86aaa8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/493928d0-c764-42c0-ae42-bff2495f2f71 HTTP/1.1" status: 204 len: 168 time: 0.6122131 Nov 24 18:11:36.510173 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 56818) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:11:36.558410 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-ee21903f-4aa2-45cf-8a9c-eb204d7d7686 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e3ec3799b8094807b9daa97a6f232838&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469136 Nov 24 18:11:36.560598 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 56822) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:11:36.622277 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-455ea9a4-02be-4137-bcd1-e3d1d85767ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:36.652018 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-455ea9a4-02be-4137-bcd1-e3d1d85767ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:36.764144 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-455ea9a4-02be-4137-bcd1-e3d1d85767ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:36.768720 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-5c1c7736-fd85-4475-9048-b9ec9035f0af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:11:36.780112 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ea9a4-02be-4137-bcd1-e3d1d85767ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ca3b8f-e0c8-4a49-8ab1-8900f5a4e830,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:11:36.783222 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-455ea9a4-02be-4137-bcd1-e3d1d85767ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:11:36.860623 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-455ea9a4-02be-4137-bcd1-e3d1d85767ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:36.861744 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-455ea9a4-02be-4137-bcd1-e3d1d85767ac admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/32ca3b8f-e0c8-4a49-8ab1-8900f5a4e830 HTTP/1.1" status: 204 len: 168 time: 0.3002524 Nov 24 18:11:37.272619 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37477ca8-47a0-4105-832f-88e9eb901f1e req-c11a2cf1-41c0-4508-925c-e30140c236d9 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:37.274920 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-37477ca8-47a0-4105-832f-88e9eb901f1e req-c11a2cf1-41c0-4508-925c-e30140c236d9 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 945 time: 0.0880630 Nov 24 18:11:37.326682 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-37477ca8-47a0-4105-832f-88e9eb901f1e req-8d5967b0-c358-4d86-80ca-c8981ceaab05 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451581 Nov 24 18:11:37.707529 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-3af88cb8-0bef-4d4f-9478-5a68bed1de01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:38.319124 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:38.515264 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67006f76-8350-48a4-be82-5e0de7e3a4a1 req-4a6afcec-9489-4359-9572-33dc165a2e16 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:38.516723 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-67006f76-8350-48a4-be82-5e0de7e3a4a1 req-4a6afcec-9489-4359-9572-33dc165a2e16 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 945 time: 0.0809753 Nov 24 18:11:38.564504 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-67006f76-8350-48a4-be82-5e0de7e3a4a1 req-866eb63c-91ee-48bc-9f16-b0bcc58a9078 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421040 Nov 24 18:11:38.660242 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 56876) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:11:38.773522 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-5b2b9be8-c6a6-4e33-919a-cfd00a6a9aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:38.787949 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-5b2b9be8-c6a6-4e33-919a-cfd00a6a9aa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:11:38.792576 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-5b2b9be8-c6a6-4e33-919a-cfd00a6a9aa2 admin admin] Usage tracker for resource:security_group_rule and tenant:63199da81dfa43f2bdfc0adf3a3d26a2 is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:11:38.795509 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-5b2b9be8-c6a6-4e33-919a-cfd00a6a9aa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:11:38.801132 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-5b2b9be8-c6a6-4e33-919a-cfd00a6a9aa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:11:38.888234 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-5b2b9be8-c6a6-4e33-919a-cfd00a6a9aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:38.941678 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-5b2b9be8-c6a6-4e33-919a-cfd00a6a9aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:38.954918 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-d509a8c4-ac38-407a-9af6-89b39a71b41b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:11:38.995959 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-5b2b9be8-c6a6-4e33-919a-cfd00a6a9aa2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=63199da81dfa43f2bdfc0adf3a3d26a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3345964 Nov 24 18:11:38.996984 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b9be8-c6a6-4e33-919a-cfd00a6a9aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd113e5-fd34-47e5-82c2-e7e2a1cecd3f,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:11:38.999366 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 56884) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:11:39.001857 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-5b2b9be8-c6a6-4e33-919a-cfd00a6a9aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:11:39.056708 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-84953a70-2ff2-40f6-a4c0-0fe425e64727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:39.082785 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-84953a70-2ff2-40f6-a4c0-0fe425e64727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:39.175494 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-84953a70-2ff2-40f6-a4c0-0fe425e64727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:39.180065 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-a4dc325a-d6b7-474b-bc59-73c2fe686c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:11:39.192040 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84953a70-2ff2-40f6-a4c0-0fe425e64727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd113e5-fd34-47e5-82c2-e7e2a1cecd3f,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:11:39.195002 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-84953a70-2ff2-40f6-a4c0-0fe425e64727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:11:39.196947 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-84953a70-2ff2-40f6-a4c0-0fe425e64727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:39.198687 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-84953a70-2ff2-40f6-a4c0-0fe425e64727 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/abd113e5-fd34-47e5-82c2-e7e2a1cecd3f HTTP/1.1" status: 204 len: 168 time: 0.1984200 Nov 24 18:11:39.771880 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726c7fa-694c-403b-9c47-e6374c846220 req-fb0a4925-2238-4016-8834-fe26f9269a67 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:39.773345 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-2726c7fa-694c-403b-9c47-e6374c846220 req-fb0a4925-2238-4016-8834-fe26f9269a67 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 945 time: 0.0837154 Nov 24 18:11:39.819312 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-2726c7fa-694c-403b-9c47-e6374c846220 req-aced998a-14a6-4b99-9385-50c85c4b80e7 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398233 Nov 24 18:11:40.427184 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-2afa3b61-3d04-4a36-8163-0c1ecf33760b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:41.011129 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116811e1-f3ef-466d-98c7-b06f1fd98bd0 req-5b253b80-575d-4e1e-8668-57fa3f416650 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:41.012887 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-116811e1-f3ef-466d-98c7-b06f1fd98bd0 req-5b253b80-575d-4e1e-8668-57fa3f416650 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 945 time: 0.0825362 Nov 24 18:11:41.062946 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-116811e1-f3ef-466d-98c7-b06f1fd98bd0 req-df588dbd-de18-43bc-9220-62ac735b89c9 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440707 Nov 24 18:11:41.364336 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:42.334572 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255a011-7497-4749-89b1-d4c558d71f59 req-f0621f64-e809-4e28-9e00-98669d2907e0 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:42.336069 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-4255a011-7497-4749-89b1-d4c558d71f59 req-f0621f64-e809-4e28-9e00-98669d2907e0 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 945 time: 0.1608882 Nov 24 18:11:42.382471 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-4255a011-7497-4749-89b1-d4c558d71f59 req-19047639-fcb0-4eb1-9b91-ac37eeea2600 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388315 Nov 24 18:11:42.712325 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:43.573575 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17fbafb-ad98-461f-851d-cde56e40e7b7 req-d231b8b8-f511-4acf-b8ba-a989be1cb31b tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:43.575015 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-f17fbafb-ad98-461f-851d-cde56e40e7b7 req-d231b8b8-f511-4acf-b8ba-a989be1cb31b tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 945 time: 0.0848095 Nov 24 18:11:43.618684 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-f17fbafb-ad98-461f-851d-cde56e40e7b7 req-8c58e709-68df-4f17-8caa-61e5bf0c4c10 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380244 Nov 24 18:11:44.036552 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 56988) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:11:44.094256 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.db_base_plugin_v2 [None req-7015e413-0353-4a6e-b7eb-65fca5f0ed53 admin admin] Deleting subnet 782af270-97fd-478d-9369-ee7698bb6e97 {{(pid=87423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 18:11:44.097136 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-7015e413-0353-4a6e-b7eb-65fca5f0ed53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:44.147800 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-7015e413-0353-4a6e-b7eb-65fca5f0ed53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024697'] for subnet, precommit_delete_associations {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:44.201495 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-7015e413-0353-4a6e-b7eb-65fca5f0ed53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1555507'] for subnet, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:44.330234 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-7015e413-0353-4a6e-b7eb-65fca5f0ed53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1555563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4080813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9999053'] for subnet, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:44.334630 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-21507ac2-0a95-4554-aac5-3ab3ddc1ed0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:11:44.373223 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015e413-0353-4a6e-b7eb-65fca5f0ed53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=782af270-97fd-478d-9369-ee7698bb6e97,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:11:44.376207 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-7015e413-0353-4a6e-b7eb-65fca5f0ed53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:11:44.377205 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-7015e413-0353-4a6e-b7eb-65fca5f0ed53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for subnet, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:44.382988 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-7015e413-0353-4a6e-b7eb-65fca5f0ed53 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/782af270-97fd-478d-9369-ee7698bb6e97 HTTP/1.1" status: 204 len: 168 time: 0.3454161 Nov 24 18:11:44.386016 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 56996) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:11:44.490251 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-7d3550f4-7283-4af4-9911-a8a8f13e57b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483400'] for network, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:44.491474 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 393da44e-93ac-4fb6-a692-a5e0e09476c2 details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=87425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 18:11:44.622662 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-7d3550f4-7283-4af4-9911-a8a8f13e57b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553944', 'neutron.services.segments.db._delete_segments_for_network-8730962215078'] for network, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:44.627528 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 393da44e-93ac-4fb6-a692-a5e0e09476c2, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=393da44e-93ac-4fb6-a692-a5e0e09476c2,segment=NetworkSegment(c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2),segment_id=c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:11:44.642675 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Returning: {'device': '393da44e-93ac-4fb6-a692-a5e0e09476c2', 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e', 'port_id': '393da44e-93ac-4fb6-a692-a5e0e09476c2', 'mac_address': 'fa:16:3e:97:62:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c1b52e1-6661-4f68-9dd2-227c3d39ad6e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 18:11:44.649386 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.services.segments.db [None req-7d3550f4-7283-4af4-9911-a8a8f13e57b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['016decb7-a79d-4fb4-97a6-0ca75ee34d5e']}} {{(pid=87423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:11:44.662372 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.services.segments.db [None req-7d3550f4-7283-4af4-9911-a8a8f13e57b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb27744d-e0d2-4275-b485-05860355ed0f') {'for_net_delete': True} {{(pid=87423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:11:44.662790 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.services.segments.db [None req-7d3550f4-7283-4af4-9911-a8a8f13e57b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb27744d-e0d2-4275-b485-05860355ed0f') {} {{(pid=87423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:11:44.675104 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-7d3550f4-7283-4af4-9911-a8a8f13e57b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730962258553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024686'] for segment, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:44.691857 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-7d3550f4-7283-4af4-9911-a8a8f13e57b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541721'] for segment, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:44.699298 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d3550f4-7283-4af4-9911-a8a8f13e57b5 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=87423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 18:11:44.699686 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-7d3550f4-7283-4af4-9911-a8a8f13e57b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1541712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4080755'] for segment, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:44.709238 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:44.713156 dv-cinder-818579-1-smb neutron-server[87423]: Traceback (most recent call last): Nov 24 18:11:44.713156 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 18:11:44.713156 dv-cinder-818579-1-smb neutron-server[87423]: timer() Nov 24 18:11:44.713156 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 18:11:44.713156 dv-cinder-818579-1-smb neutron-server[87423]: cb(*args, **kw) Nov 24 18:11:44.713156 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 18:11:44.713156 dv-cinder-818579-1-smb neutron-server[87423]: return func(*args, **kwargs) Nov 24 18:11:44.713156 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 18:11:44.713156 dv-cinder-818579-1-smb neutron-server[87423]: self._notify() Nov 24 18:11:44.713156 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 18:11:44.713156 dv-cinder-818579-1-smb neutron-server[87423]: self.callback(batched_events) Nov 24 18:11:44.713156 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 18:11:44.713156 dv-cinder-818579-1-smb neutron-server[87423]: event.method(event) Nov 24 18:11:44.713156 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 18:11:44.713156 dv-cinder-818579-1-smb neutron-server[87423]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 18:11:44.713156 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 18:11:44.713156 dv-cinder-818579-1-smb neutron-server[87423]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 18:11:44.713156 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 18:11:44.713156 dv-cinder-818579-1-smb neutron-server[87423]: return f(self, *a, **k) Nov 24 18:11:44.713156 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 18:11:44.713156 dv-cinder-818579-1-smb neutron-server[87423]: return self._get(url).json() Nov 24 18:11:44.713156 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 18:11:44.713156 dv-cinder-818579-1-smb neutron-server[87423]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 18:11:44.713156 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 18:11:44.713156 dv-cinder-818579-1-smb neutron-server[87423]: return self.request(url, 'GET', **kwargs) Nov 24 18:11:44.713156 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 18:11:44.713156 dv-cinder-818579-1-smb neutron-server[87423]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 18:11:44.713156 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 18:11:44.713156 dv-cinder-818579-1-smb neutron-server[87423]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 18:11:44.713156 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 18:11:44.713156 dv-cinder-818579-1-smb neutron-server[87423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 18:11:44.713156 dv-cinder-818579-1-smb neutron-server[87423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 18:11:44.727634 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 393da44e-93ac-4fb6-a692-a5e0e09476c2 {{(pid=87425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:11:44.743717 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 393da44e-93ac-4fb6-a692-a5e0e09476c2, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=393da44e-93ac-4fb6-a692-a5e0e09476c2,segment=NetworkSegment(c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2),segment_id=c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:11:44.827154 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:44.830643 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:11:44.859282 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8c569-fbec-4ced-8bb5-4ce424ae44cf req-1173efbd-c32d-4968-919f-5c9d43b088c2 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:44.861120 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b0e8c569-fbec-4ced-8bb5-4ce424ae44cf req-1173efbd-c32d-4968-919f-5c9d43b088c2 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 945 time: 0.0972717 Nov 24 18:11:44.901566 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=393da44e-93ac-4fb6-a692-a5e0e09476c2,revision_number=6']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:11:44.904773 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-7d3550f4-7283-4af4-9911-a8a8f13e57b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505765'] for network, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:44.908990 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b0e8c569-fbec-4ced-8bb5-4ce424ae44cf req-a026b58c-cdfb-4ea5-ac3f-ce4badd1572a tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416491 Nov 24 18:11:44.910089 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:11:44.910439 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:11:44.911150 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-962fd509-823f-48ed-be3c-5c8d71e6a1d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:11:44.911472 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:11:44.911866 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:11:44.912201 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:11:44.912906 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:11:44.913256 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:11:44.913556 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:11:44.913885 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:11:44.914209 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:11:44.914544 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:11:44.914851 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:11:44.920715 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:11:44.924987 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['393da44e-93ac-4fb6-a692-a5e0e09476c2'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:11:44.927068 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-7d3550f4-7283-4af4-9911-a8a8f13e57b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for network, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:44.939426 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3550f4-7283-4af4-9911-a8a8f13e57b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=016decb7-a79d-4fb4-97a6-0ca75ee34d5e,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:11:44.946036 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-7d3550f4-7283-4af4-9911-a8a8f13e57b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:11:45.016689 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-7d3550f4-7283-4af4-9911-a8a8f13e57b5 admin admin] 10.222.0.65 "DELETE /v2.0/networks/016decb7-a79d-4fb4-97a6-0ca75ee34d5e HTTP/1.1" status: 204 len: 168 time: 0.6295557 Nov 24 18:11:45.342927 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 57010) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:11:45.392164 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-f46d98e4-0197-4afb-abb3-767c8ad09675 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c5c6e3eea3214799b724b75688b50e58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479374 Nov 24 18:11:45.394541 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 57014) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:11:45.454125 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1edae463-f1de-4d12-81dd-e60dfa2010df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:45.571251 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1edae463-f1de-4d12-81dd-e60dfa2010df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:45.695863 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1edae463-f1de-4d12-81dd-e60dfa2010df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:45.700966 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-da09a605-07d1-41c0-893f-f879a9002a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:11:45.713883 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edae463-f1de-4d12-81dd-e60dfa2010df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f7743b-1d9d-4a96-b8c9-192608e58f05,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:11:45.717450 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-1edae463-f1de-4d12-81dd-e60dfa2010df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:11:45.785740 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1edae463-f1de-4d12-81dd-e60dfa2010df admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:45.786779 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-1edae463-f1de-4d12-81dd-e60dfa2010df admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d9f7743b-1d9d-4a96-b8c9-192608e58f05 HTTP/1.1" status: 204 len: 168 time: 0.3913713 Nov 24 18:11:46.125133 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581b7a2-d695-48cb-aecb-3e9104398129 req-109a12c7-6d53-436c-a934-8dfd01e723d5 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:46.126733 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c581b7a2-d695-48cb-aecb-3e9104398129 req-109a12c7-6d53-436c-a934-8dfd01e723d5 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 944 time: 0.0888400 Nov 24 18:11:46.175426 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c581b7a2-d695-48cb-aecb-3e9104398129 req-e9eef2d7-3df3-4d77-8313-b895702bfe1d tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425780 Nov 24 18:11:46.493703 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 393da44e-93ac-4fb6-a692-a5e0e09476c2 up at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:11:46.558567 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning complete for port 393da44e-93ac-4fb6-a692-a5e0e09476c2 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:11:46.558945 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:46.677302 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:46.713318 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baeb9946-ef75-45a6-bba2-223832b496cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393da44e-93ac-4fb6-a692-a5e0e09476c2'}] {{(pid=87425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:11:46.724991 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 393da44e-93ac-4fb6-a692-a5e0e09476c2, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=393da44e-93ac-4fb6-a692-a5e0e09476c2,segment=NetworkSegment(c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2),segment_id=c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:11:46.770067 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:46.772245 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:11:46.855141 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=393da44e-93ac-4fb6-a692-a5e0e09476c2,revision_number=7']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:11:46.858150 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:11:46.907119 dv-cinder-818579-1-smb neutron-server[87425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baeb9946-ef75-45a6-bba2-223832b496cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393da44e-93ac-4fb6-a692-a5e0e09476c2', 'code': 200} Nov 24 18:11:47.148144 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 57058) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:11:47.261866 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-7139a6b7-5f2f-4be3-8983-24563bcad62a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:47.276090 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-7139a6b7-5f2f-4be3-8983-24563bcad62a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:11:47.279924 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-7139a6b7-5f2f-4be3-8983-24563bcad62a admin admin] Usage tracker for resource:security_group_rule and tenant:5d4b1eae8b354280a17bb711d423edfa is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:11:47.282703 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-7139a6b7-5f2f-4be3-8983-24563bcad62a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:11:47.288649 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-7139a6b7-5f2f-4be3-8983-24563bcad62a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:11:47.416567 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbf0e2-2306-4672-921a-dacacce9b640 req-070ad93a-976a-417f-86e9-c8af303254b9 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:47.417955 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-4ffbf0e2-2306-4672-921a-dacacce9b640 req-070ad93a-976a-417f-86e9-c8af303254b9 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 945 time: 0.1242428 Nov 24 18:11:47.501625 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-7139a6b7-5f2f-4be3-8983-24563bcad62a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:47.506916 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-4ffbf0e2-2306-4672-921a-dacacce9b640 req-c6477e20-5cc6-42eb-8b7e-a87a95bde7ef tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784562 Nov 24 18:11:47.558590 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-7139a6b7-5f2f-4be3-8983-24563bcad62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:47.565812 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-2c0a8f4c-3ef2-454e-bbe2-98e49937a8c8 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:11:47.608604 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139a6b7-5f2f-4be3-8983-24563bcad62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c1088f-6849-4cce-898d-a86ee983ef49,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:11:47.622179 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-7139a6b7-5f2f-4be3-8983-24563bcad62a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5d4b1eae8b354280a17bb711d423edfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4729218 Nov 24 18:11:47.623657 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-7139a6b7-5f2f-4be3-8983-24563bcad62a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:11:47.624826 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 57070) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:11:47.699678 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b1978b59-42a2-4b11-bd6c-36c3f5efd1ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:47.732229 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b1978b59-42a2-4b11-bd6c-36c3f5efd1ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:47.878759 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b1978b59-42a2-4b11-bd6c-36c3f5efd1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:47.885137 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-5d319cdb-b6cb-448c-81a5-a07ddf19915e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:11:47.899267 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1978b59-42a2-4b11-bd6c-36c3f5efd1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c1088f-6849-4cce-898d-a86ee983ef49,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:11:47.902682 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-b1978b59-42a2-4b11-bd6c-36c3f5efd1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:11:47.903680 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b1978b59-42a2-4b11-bd6c-36c3f5efd1ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:47.907638 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-b1978b59-42a2-4b11-bd6c-36c3f5efd1ed admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f5c1088f-6849-4cce-898d-a86ee983ef49 HTTP/1.1" status: 204 len: 168 time: 0.2809620 Nov 24 18:11:48.742478 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78a8e2-d6d1-466e-8588-79614fe7f6cd req-f54179ee-9947-4c40-a182-4ff3edf24da4 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:48.748940 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-dc78a8e2-d6d1-466e-8588-79614fe7f6cd req-f54179ee-9947-4c40-a182-4ff3edf24da4 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 945 time: 0.1112461 Nov 24 18:11:48.802409 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-dc78a8e2-d6d1-466e-8588-79614fe7f6cd req-c2ea0b04-71d3-4eb8-a073-3a8cca9a8b0c tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518038 Nov 24 18:11:49.992648 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b24070-04e8-4f76-896f-6acf113d25fb req-634bedd7-e012-485c-b52f-d17de6688944 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:49.994662 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-48b24070-04e8-4f76-896f-6acf113d25fb req-634bedd7-e012-485c-b52f-d17de6688944 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 945 time: 0.0842838 Nov 24 18:11:50.037761 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-48b24070-04e8-4f76-896f-6acf113d25fb req-3049d8c8-6104-42d4-b2d9-05fe0fd6a158 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374227 Nov 24 18:11:51.235392 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e7ff9-4693-4574-9230-e80ba6128f4b req-0008991d-bdcd-4fd6-af0e-aafcfcf3ff41 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:51.237586 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-456e7ff9-4693-4574-9230-e80ba6128f4b req-0008991d-bdcd-4fd6-af0e-aafcfcf3ff41 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 945 time: 0.0867813 Nov 24 18:11:51.287798 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-456e7ff9-4693-4574-9230-e80ba6128f4b req-1d7d5a3d-d38f-4371-a5fe-7c11721731d0 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445247 Nov 24 18:11:52.174990 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:11:52.519020 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20aeae0-3b5b-4235-a79c-25a0f93af7f5 req-e1dd3e78-63fc-4fb9-8586-52de4aec1320 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:52.522079 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d20aeae0-3b5b-4235-a79c-25a0f93af7f5 req-e1dd3e78-63fc-4fb9-8586-52de4aec1320 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 985 time: 0.1612110 Nov 24 18:11:52.530404 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513b0c6-afec-41c0-976c-0008756fa573 req-9fc6b845-ee2f-4136-a90c-20ca5bc876b7 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:52.537355 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-1513b0c6-afec-41c0-976c-0008756fa573 req-9fc6b845-ee2f-4136-a90c-20ca5bc876b7 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 945 time: 0.0981061 Nov 24 18:11:52.545912 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b39449-fa63-4391-8756-d63410df0fdc req-0a959e4f-60e0-4b7f-bbd7-072b5af3395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:52.547357 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d4b39449-fa63-4391-8756-d63410df0fdc req-0a959e4f-60e0-4b7f-bbd7-072b5af3395c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=39f9e6e00d1d47b5b4977115816bffd8&device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 1138 time: 0.1318340 Nov 24 18:11:52.593106 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-1513b0c6-afec-41c0-976c-0008756fa573 req-1a7c8ade-44c1-42ab-bd43-867409c6553d tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545731 Nov 24 18:11:52.665438 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d20aeae0-3b5b-4235-a79c-25a0f93af7f5 req-87001c3b-a470-40fb-a33b-c3cf276d0fd4 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/security-groups?id=b433f5eb-ddb4-4b7e-815a-3939e432f18f&id=b5ec6ce7-d3f8-4423-855c-7c03da909a82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1353297 Nov 24 18:11:52.741717 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b39449-fa63-4391-8756-d63410df0fdc req-4df856a3-5a6c-42d4-8d10-30bd10873241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:52.743171 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d4b39449-fa63-4391-8756-d63410df0fdc req-4df856a3-5a6c-42d4-8d10-30bd10873241 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7de450e2-2a1a-49c9-ba7c-656187c1b2f7 HTTP/1.1" status: 200 len: 916 time: 0.1791577 Nov 24 18:11:53.014638 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d4b39449-fa63-4391-8756-d63410df0fdc req-a0c97f42-13be-416b-ae6d-c917be219021 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c80811f8-9bbb-4738-b8e7-bad707ffe4c3 HTTP/1.1" status: 200 len: 1001 time: 0.2631183 Nov 24 18:11:53.095866 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b39449-fa63-4391-8756-d63410df0fdc req-f92e9113-3676-416c-aee7-deb329222ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:53.097376 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d4b39449-fa63-4391-8756-d63410df0fdc req-f92e9113-3676-416c-aee7-deb329222ca1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1169030e-ce60-4617-bb28-921bdafdc55c HTTP/1.1" status: 200 len: 854 time: 0.0751984 Nov 24 18:11:53.181206 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b39449-fa63-4391-8756-d63410df0fdc req-0fc96e15-3d45-4fb2-bd87-8dd4876f7729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:53.183191 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d4b39449-fa63-4391-8756-d63410df0fdc req-0fc96e15-3d45-4fb2-bd87-8dd4876f7729 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7de450e2-2a1a-49c9-ba7c-656187c1b2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777581 Nov 24 18:11:53.319610 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d4b39449-fa63-4391-8756-d63410df0fdc req-2e824566-3146-49e7-91d0-bb27a35c7cb4 service neutron] 10.222.0.66 "GET /v2.0/networks/7de450e2-2a1a-49c9-ba7c-656187c1b2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269224 Nov 24 18:11:53.453639 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d4b39449-fa63-4391-8756-d63410df0fdc req-e8f2ba17-b32b-4f65-b1c6-4d241b28e1a6 service neutron] 10.222.0.66 "GET /v2.0/networks/7de450e2-2a1a-49c9-ba7c-656187c1b2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268170 Nov 24 18:11:53.793099 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6701ae-5473-4831-989c-62309f4abc5d req-0a337bc2-a158-4d99-85a4-6e62d74f4503 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:53.794567 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6c6701ae-5473-4831-989c-62309f4abc5d req-0a337bc2-a158-4d99-85a4-6e62d74f4503 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 945 time: 0.0939717 Nov 24 18:11:53.867355 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-6c6701ae-5473-4831-989c-62309f4abc5d req-a02e7dd3-3100-47ac-b9cb-56edd57c2741 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643010 Nov 24 18:11:53.960591 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec561dd-f175-42a8-a735-73f508b44dd2 req-27672d42-97a3-4989-9c85-8e4948cac346 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:53.962770 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-7ec561dd-f175-42a8-a735-73f508b44dd2 req-27672d42-97a3-4989-9c85-8e4948cac346 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 985 time: 0.1512256 Nov 24 18:11:54.020981 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-7ec561dd-f175-42a8-a735-73f508b44dd2 req-9a97f8a0-ee4f-4132-a7d2-02adb8ed6bd7 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/security-groups?id=b433f5eb-ddb4-4b7e-815a-3939e432f18f&id=b5ec6ce7-d3f8-4423-855c-7c03da909a82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0503881 Nov 24 18:11:55.089620 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e940c-96b8-4738-afa9-d7a974ad7f8b req-69c98e3f-72a4-4871-b9d3-ef6375c2361f tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:55.091211 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-de5e940c-96b8-4738-afa9-d7a974ad7f8b req-69c98e3f-72a4-4871-b9d3-ef6375c2361f tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 945 time: 0.1079559 Nov 24 18:11:55.144634 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-de5e940c-96b8-4738-afa9-d7a974ad7f8b req-c806f72b-bf87-4920-81aa-3b0c9b6ca0a5 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467973 Nov 24 18:11:55.383233 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6222d9f-cbe8-457c-9548-b8ea5b2ea5d1 req-0ef54d81-5944-4f39-b7c5-6e2257b50ada tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:55.392160 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-e6222d9f-cbe8-457c-9548-b8ea5b2ea5d1 req-0ef54d81-5944-4f39-b7c5-6e2257b50ada tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 985 time: 0.1099951 Nov 24 18:11:55.444665 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-e6222d9f-cbe8-457c-9548-b8ea5b2ea5d1 req-80e12a78-2e02-42ca-a442-73c0c145f164 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/security-groups?id=b433f5eb-ddb4-4b7e-815a-3939e432f18f&id=b5ec6ce7-d3f8-4423-855c-7c03da909a82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514600 Nov 24 18:11:55.974957 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ca6d2-787a-4b6e-9b58-f0a4b6551a11 req-f5a8ca3b-8584-4407-bd68-b81311aa3c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:55.977236 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ef2ca6d2-787a-4b6e-9b58-f0a4b6551a11 req-f5a8ca3b-8584-4407-bd68-b81311aa3c3d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c71c458ed19546f2b7ecc2a78475b465&device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 1098 time: 0.1035454 Nov 24 18:11:56.145951 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ca6d2-787a-4b6e-9b58-f0a4b6551a11 req-0142f21b-35de-470f-893b-150b264d83c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:56.147747 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ef2ca6d2-787a-4b6e-9b58-f0a4b6551a11 req-0142f21b-35de-470f-893b-150b264d83c1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a433006a-8672-4e6d-af3a-fa22b395902e HTTP/1.1" status: 200 len: 918 time: 0.1432939 Nov 24 18:11:56.351160 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ef2ca6d2-787a-4b6e-9b58-f0a4b6551a11 req-fdd5c598-0118-4c56-831c-0cda2f8b228a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=393da44e-93ac-4fb6-a692-a5e0e09476c2 HTTP/1.1" status: 200 len: 1001 time: 0.1965299 Nov 24 18:11:56.436445 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ca6d2-787a-4b6e-9b58-f0a4b6551a11 req-99250b60-1d4a-4a53-9d7f-bfcfa811078e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:56.438410 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ef2ca6d2-787a-4b6e-9b58-f0a4b6551a11 req-99250b60-1d4a-4a53-9d7f-bfcfa811078e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c1b52e1-6661-4f68-9dd2-227c3d39ad6e HTTP/1.1" status: 200 len: 856 time: 0.0766094 Nov 24 18:11:56.523996 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8b433-705e-4c74-b89a-d7cc5d939444 req-62243566-0d2b-4f18-aec5-9b7efd44a856 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:56.523996 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-47c8b433-705e-4c74-b89a-d7cc5d939444 req-62243566-0d2b-4f18-aec5-9b7efd44a856 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 945 time: 0.2279477 Nov 24 18:11:56.576059 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-47c8b433-705e-4c74-b89a-d7cc5d939444 req-58a7f68d-b9b4-4a29-91fd-b77799ce7adb tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729043 Nov 24 18:11:56.596168 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ca6d2-787a-4b6e-9b58-f0a4b6551a11 req-2647dedf-3452-4aee-b8fa-2cc70b99b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:56.598126 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ef2ca6d2-787a-4b6e-9b58-f0a4b6551a11 req-2647dedf-3452-4aee-b8fa-2cc70b99b6d5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a433006a-8672-4e6d-af3a-fa22b395902e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1496134 Nov 24 18:11:56.666354 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d868e0-4984-479e-84e1-9b85a252871d req-669f4218-4d7d-4458-8ebf-da2fad3a42e5 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:56.667908 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-d2d868e0-4984-479e-84e1-9b85a252871d req-669f4218-4d7d-4458-8ebf-da2fad3a42e5 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 985 time: 0.0839076 Nov 24 18:11:56.718747 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-d2d868e0-4984-479e-84e1-9b85a252871d req-5fc36676-d512-4563-9d9d-c664023a5cde tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/security-groups?id=b433f5eb-ddb4-4b7e-815a-3939e432f18f&id=b5ec6ce7-d3f8-4423-855c-7c03da909a82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431428 Nov 24 18:11:56.742085 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ef2ca6d2-787a-4b6e-9b58-f0a4b6551a11 req-a0b34f75-00a2-494b-a13e-0dd62f42742d service neutron] 10.222.0.66 "GET /v2.0/networks/a433006a-8672-4e6d-af3a-fa22b395902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360564 Nov 24 18:11:56.884998 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ef2ca6d2-787a-4b6e-9b58-f0a4b6551a11 req-824625ee-365a-4bd9-92dd-d8c17b8ad7f9 service neutron] 10.222.0.66 "GET /v2.0/networks/a433006a-8672-4e6d-af3a-fa22b395902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350064 Nov 24 18:11:57.822073 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3ab96-7a16-4eaa-87ca-5e673cf71fbe req-b8d5620c-1b71-452a-876c-e0d5b250cde8 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:57.829413 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c3f3ab96-7a16-4eaa-87ca-5e673cf71fbe req-b8d5620c-1b71-452a-876c-e0d5b250cde8 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 945 time: 0.1169939 Nov 24 18:11:57.894043 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 6 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:11:57.894634 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c3f3ab96-7a16-4eaa-87ca-5e673cf71fbe req-0d7909c5-6517-4f47-8909-9b5090ff066d tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638859 Nov 24 18:11:57.978899 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747db95a-62f5-478e-9624-2a23d46851e8 req-7775255d-9cc2-4f69-b1a2-7edc339ac314 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:57.980779 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-747db95a-62f5-478e-9624-2a23d46851e8 req-7775255d-9cc2-4f69-b1a2-7edc339ac314 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 985 time: 0.1125064 Nov 24 18:11:58.035039 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-747db95a-62f5-478e-9624-2a23d46851e8 req-737bf53f-eb25-4ae0-8aa6-c7ef1be972cb tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/security-groups?id=b433f5eb-ddb4-4b7e-815a-3939e432f18f&id=b5ec6ce7-d3f8-4423-855c-7c03da909a82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481079 Nov 24 18:11:59.062591 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d1f76-36f2-440a-83dc-a416fdcb747c req-95dc2ae9-3dc3-474e-ab49-a450ad8e06b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:59.064036 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-2e2d1f76-36f2-440a-83dc-a416fdcb747c req-95dc2ae9-3dc3-474e-ab49-a450ad8e06b1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c71c458ed19546f2b7ecc2a78475b465&device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 1098 time: 0.0710118 Nov 24 18:11:59.094605 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154144b0-a69d-4b28-ac86-b4f7c7d41373 req-b613cdf8-2937-440b-b714-2dd1ff556ba9 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:59.096034 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-154144b0-a69d-4b28-ac86-b4f7c7d41373 req-b613cdf8-2937-440b-b714-2dd1ff556ba9 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 945 time: 0.0819776 Nov 24 18:11:59.152864 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-154144b0-a69d-4b28-ac86-b4f7c7d41373 req-6105e84e-d762-4ea0-ac79-c2d5709c9f9c tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511975 Nov 24 18:11:59.208162 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d1f76-36f2-440a-83dc-a416fdcb747c req-cf7ed4f8-0f7d-4541-a808-b25804976e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:59.209750 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-2e2d1f76-36f2-440a-83dc-a416fdcb747c req-cf7ed4f8-0f7d-4541-a808-b25804976e30 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a433006a-8672-4e6d-af3a-fa22b395902e HTTP/1.1" status: 200 len: 918 time: 0.1379747 Nov 24 18:11:59.453164 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-2e2d1f76-36f2-440a-83dc-a416fdcb747c req-9ff31fa1-7247-4ae2-a962-111fedea38d7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=393da44e-93ac-4fb6-a692-a5e0e09476c2 HTTP/1.1" status: 200 len: 1001 time: 0.2370386 Nov 24 18:11:59.520528 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04489209-64ff-4b83-808b-4fe2bf0fc704 req-25357e98-3430-466a-a325-20b61ca184a5 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:59.521930 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-04489209-64ff-4b83-808b-4fe2bf0fc704 req-25357e98-3430-466a-a325-20b61ca184a5 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 985 time: 0.2487631 Nov 24 18:11:59.530045 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d1f76-36f2-440a-83dc-a416fdcb747c req-ee732645-e4a5-434c-b209-80ebbd795a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:59.531336 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-2e2d1f76-36f2-440a-83dc-a416fdcb747c req-ee732645-e4a5-434c-b209-80ebbd795a2b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c1b52e1-6661-4f68-9dd2-227c3d39ad6e HTTP/1.1" status: 200 len: 856 time: 0.0709443 Nov 24 18:11:59.619957 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-04489209-64ff-4b83-808b-4fe2bf0fc704 req-7c13a5b3-eba2-4c7d-a83e-d8943f8c42e6 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/security-groups?id=b433f5eb-ddb4-4b7e-815a-3939e432f18f&id=b5ec6ce7-d3f8-4423-855c-7c03da909a82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0914996 Nov 24 18:11:59.638687 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d1f76-36f2-440a-83dc-a416fdcb747c req-b08a586e-05c9-434b-9fb6-389fe1425f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:11:59.640140 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-2e2d1f76-36f2-440a-83dc-a416fdcb747c req-b08a586e-05c9-434b-9fb6-389fe1425f1f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a433006a-8672-4e6d-af3a-fa22b395902e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0951700 Nov 24 18:11:59.776195 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-2e2d1f76-36f2-440a-83dc-a416fdcb747c req-908a8c7f-0b3a-4e47-9d08-358706f78cae service neutron] 10.222.0.66 "GET /v2.0/networks/a433006a-8672-4e6d-af3a-fa22b395902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288545 Nov 24 18:11:59.912143 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-2e2d1f76-36f2-440a-83dc-a416fdcb747c req-eca18489-5a1d-4a3c-874f-ed8ecbb0c895 service neutron] 10.222.0.66 "GET /v2.0/networks/a433006a-8672-4e6d-af3a-fa22b395902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287394 Nov 24 18:12:00.344612 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af620899-90bf-4b17-8875-fbd7cf05d5eb req-1cc6eb59-7d55-4922-b265-a220caf3d2e1 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:00.346060 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-af620899-90bf-4b17-8875-fbd7cf05d5eb req-1cc6eb59-7d55-4922-b265-a220caf3d2e1 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 945 time: 0.0805104 Nov 24 18:12:00.389606 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-af620899-90bf-4b17-8875-fbd7cf05d5eb req-54c7dfd3-a131-41a7-a9dd-b669e4cccea2 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378985 Nov 24 18:12:00.806425 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002492a1-c8ed-4d0a-9e08-b222e2902fa0 req-e3b9954e-debe-4257-9d0c-f31cfca498f3 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:00.807884 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-002492a1-c8ed-4d0a-9e08-b222e2902fa0 req-e3b9954e-debe-4257-9d0c-f31cfca498f3 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 985 time: 0.0795507 Nov 24 18:12:00.854846 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-002492a1-c8ed-4d0a-9e08-b222e2902fa0 req-2efd12cf-9a62-4d6c-9a94-629b3be4ba20 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/security-groups?id=b433f5eb-ddb4-4b7e-815a-3939e432f18f&id=b5ec6ce7-d3f8-4423-855c-7c03da909a82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411377 Nov 24 18:12:01.587618 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29ad1c-f831-44ce-b4d9-dd7bafad35c6 req-479b793b-5d62-45a0-a5ae-5f45cbbfe28e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:01.589109 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-de29ad1c-f831-44ce-b4d9-dd7bafad35c6 req-479b793b-5d62-45a0-a5ae-5f45cbbfe28e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 945 time: 0.0863338 Nov 24 18:12:01.633669 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-de29ad1c-f831-44ce-b4d9-dd7bafad35c6 req-96ccac26-c678-4e95-95a1-a142779bb799 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389180 Nov 24 18:12:02.040135 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7541f6-623e-49e0-9f97-337fab5de096 req-282d9ae9-be73-4ce1-a9ef-ad52f4f8986f tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:02.042077 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-5e7541f6-623e-49e0-9f97-337fab5de096 req-282d9ae9-be73-4ce1-a9ef-ad52f4f8986f tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 985 time: 0.0803008 Nov 24 18:12:02.088052 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-5e7541f6-623e-49e0-9f97-337fab5de096 req-2cf9123b-9c12-45f0-ac56-bdd012a7a83e tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/security-groups?id=b433f5eb-ddb4-4b7e-815a-3939e432f18f&id=b5ec6ce7-d3f8-4423-855c-7c03da909a82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403161 Nov 24 18:12:02.564884 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 393da44e-93ac-4fb6-a692-a5e0e09476c2 no longer exists at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:12:02.676950 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:02.704331 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baeb9946-ef75-45a6-bba2-223832b496cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '393da44e-93ac-4fb6-a692-a5e0e09476c2'}] {{(pid=87425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:12:02.714954 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 393da44e-93ac-4fb6-a692-a5e0e09476c2, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=393da44e-93ac-4fb6-a692-a5e0e09476c2,segment=NetworkSegment(c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2),segment_id=c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:12:02.746448 dv-cinder-818579-1-smb neutron-server[87425]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'baeb9946-ef75-45a6-bba2-223832b496cd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '393da44e-93ac-4fb6-a692-a5e0e09476c2', 'code': 422} returned with failed status Nov 24 18:12:02.769569 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:02.772662 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-d2807e64-3969-48f6-ab08-18a77466b64a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:12:02.833028 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b4e92-637a-426e-aa9d-07553f589f35 req-26e41233-ca5b-43ef-89a6-5088ad832662 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:02.834586 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-712b4e92-637a-426e-aa9d-07553f589f35 req-26e41233-ca5b-43ef-89a6-5088ad832662 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 943 time: 0.0860345 Nov 24 18:12:02.846534 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=393da44e-93ac-4fb6-a692-a5e0e09476c2,revision_number=8']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:12:02.850026 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:12:02.881022 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-712b4e92-637a-426e-aa9d-07553f589f35 req-b515aaf8-7365-4776-a438-49055dcad09f tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407240 Nov 24 18:12:03.269783 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f43a94-6769-4cad-9bda-9021ffd9a564 req-7d8d6771-d6b3-45bc-94d3-277ca96ea528 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:03.271264 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e5f43a94-6769-4cad-9bda-9021ffd9a564 req-7d8d6771-d6b3-45bc-94d3-277ca96ea528 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 985 time: 0.0780761 Nov 24 18:12:03.320129 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e5f43a94-6769-4cad-9bda-9021ffd9a564 req-4206cd0b-e8d9-4172-9c23-4c9d64c83d9e tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/security-groups?id=b433f5eb-ddb4-4b7e-815a-3939e432f18f&id=b5ec6ce7-d3f8-4423-855c-7c03da909a82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426490 Nov 24 18:12:04.514853 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b86c70-e957-4ca2-9540-36ad84187716 req-2f0d9287-c04f-4b04-a991-7a72a18a5a69 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:04.517284 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-66b86c70-e957-4ca2-9540-36ad84187716 req-2f0d9287-c04f-4b04-a991-7a72a18a5a69 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 985 time: 0.0881329 Nov 24 18:12:04.568338 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-66b86c70-e957-4ca2-9540-36ad84187716 req-0c865ef0-5982-450d-a014-9fdad53ba532 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/security-groups?id=b433f5eb-ddb4-4b7e-815a-3939e432f18f&id=b5ec6ce7-d3f8-4423-855c-7c03da909a82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450287 Nov 24 18:12:05.362168 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabbf77-ebef-4e23-b63b-9e23501706d5 req-dc37bca7-a03b-4bfe-a812-21d891e4c953 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:05.363509 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-0cabbf77-ebef-4e23-b63b-9e23501706d5 req-dc37bca7-a03b-4bfe-a812-21d891e4c953 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 943 time: 0.0829432 Nov 24 18:12:05.410357 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-0cabbf77-ebef-4e23-b63b-9e23501706d5 req-0d132399-506c-4569-9119-3001c36686aa tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410175 Nov 24 18:12:05.756810 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e0bc5-ebe9-4e78-a1ff-3a04ff35862d req-7f5d7acf-d500-4847-b36c-2e8b27221a8d tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:05.758275 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e67e0bc5-ebe9-4e78-a1ff-3a04ff35862d req-7f5d7acf-d500-4847-b36c-2e8b27221a8d tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 985 time: 0.0857847 Nov 24 18:12:05.775650 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 57260) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:12:05.805221 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e67e0bc5-ebe9-4e78-a1ff-3a04ff35862d req-caf94327-8135-4df9-ade1-81810660bf3f tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/security-groups?id=b433f5eb-ddb4-4b7e-815a-3939e432f18f&id=b5ec6ce7-d3f8-4423-855c-7c03da909a82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411639 Nov 24 18:12:05.900762 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-ef461eaa-2fd4-4786-a0b8-01c5fd032b36 req-e9b01d0b-4586-495c-9c2d-b685b9480476 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1237609 Nov 24 18:12:06.613600 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adcb31c-7f81-4976-9bf1-571d718b611c req-8bff9728-ea16-4536-94c7-267762596743 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:06.615099 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-1adcb31c-7f81-4976-9bf1-571d718b611c req-8bff9728-ea16-4536-94c7-267762596743 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 943 time: 0.0865159 Nov 24 18:12:06.661602 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-1adcb31c-7f81-4976-9bf1-571d718b611c req-334f0a64-63a0-4c03-ba6d-5753a4199a25 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409694 Nov 24 18:12:07.368989 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef461eaa-2fd4-4786-a0b8-01c5fd032b36 req-fce00ac2-b720-47f4-9e38-03c5dd04bc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:07.370471 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ef461eaa-2fd4-4786-a0b8-01c5fd032b36 req-fce00ac2-b720-47f4-9e38-03c5dd04bc60 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd&tenant_id=c71c458ed19546f2b7ecc2a78475b465 HTTP/1.1" status: 200 len: 1096 time: 0.0730269 Nov 24 18:12:07.465698 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef461eaa-2fd4-4786-a0b8-01c5fd032b36 req-52fff007-deed-4456-8a5f-a8fbbd124fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:07.467130 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ef461eaa-2fd4-4786-a0b8-01c5fd032b36 req-52fff007-deed-4456-8a5f-a8fbbd124fff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c71c458ed19546f2b7ecc2a78475b465&device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 1096 time: 0.0735438 Nov 24 18:12:07.618291 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef461eaa-2fd4-4786-a0b8-01c5fd032b36 req-24b6d792-d5bb-423a-9ddd-06f9c5bce5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:07.620460 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ef461eaa-2fd4-4786-a0b8-01c5fd032b36 req-24b6d792-d5bb-423a-9ddd-06f9c5bce5c3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a433006a-8672-4e6d-af3a-fa22b395902e HTTP/1.1" status: 200 len: 918 time: 0.1466196 Nov 24 18:12:07.696754 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-2fe8ce93-654d-418b-a507-8a6506fb5cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:07.726542 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ef461eaa-2fd4-4786-a0b8-01c5fd032b36 req-5683c031-f16b-41af-aaf2-0cbd80878d3a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=393da44e-93ac-4fb6-a692-a5e0e09476c2 HTTP/1.1" status: 200 len: 999 time: 0.0984974 Nov 24 18:12:07.799779 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef461eaa-2fd4-4786-a0b8-01c5fd032b36 req-cf0ded30-031b-494c-9964-89e205db1ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:07.801734 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ef461eaa-2fd4-4786-a0b8-01c5fd032b36 req-cf0ded30-031b-494c-9964-89e205db1ed9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c1b52e1-6661-4f68-9dd2-227c3d39ad6e HTTP/1.1" status: 200 len: 856 time: 0.0677855 Nov 24 18:12:07.898630 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6adaf3-b686-4e52-987b-56dd5ad8c88d req-44ed012f-8017-4663-91c2-4c559f2f61a6 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:07.900090 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-3b6adaf3-b686-4e52-987b-56dd5ad8c88d req-44ed012f-8017-4663-91c2-4c559f2f61a6 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 943 time: 0.1190834 Nov 24 18:12:07.912183 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef461eaa-2fd4-4786-a0b8-01c5fd032b36 req-8751bf06-2df1-4a94-b873-479e4cfc6311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:07.916197 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ef461eaa-2fd4-4786-a0b8-01c5fd032b36 req-8751bf06-2df1-4a94-b873-479e4cfc6311 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a433006a-8672-4e6d-af3a-fa22b395902e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1038401 Nov 24 18:12:07.945157 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-3b6adaf3-b686-4e52-987b-56dd5ad8c88d req-4d4aef3e-4a7c-4007-9f2c-21bacb8297a2 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394015 Nov 24 18:12:08.047690 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ef461eaa-2fd4-4786-a0b8-01c5fd032b36 req-25fd3b02-0536-4bb3-a8b8-fba12dcf6628 service neutron] 10.222.0.66 "GET /v2.0/networks/a433006a-8672-4e6d-af3a-fa22b395902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267555 Nov 24 18:12:08.280381 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ef461eaa-2fd4-4786-a0b8-01c5fd032b36 req-1bf23974-917c-4bfa-a0b9-d60a2773b67a service neutron] 10.222.0.66 "GET /v2.0/networks/a433006a-8672-4e6d-af3a-fa22b395902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153349 Nov 24 18:12:08.370014 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:09.200111 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241230b-d0a8-49c0-8606-d25247843834 req-ecaefef1-7d23-44b4-ac0a-6d970f936a91 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:09.201539 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b241230b-d0a8-49c0-8606-d25247843834 req-ecaefef1-7d23-44b4-ac0a-6d970f936a91 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 943 time: 0.0908809 Nov 24 18:12:09.247458 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b241230b-d0a8-49c0-8606-d25247843834 req-5bfc3109-db5d-40aa-a871-531e3171b8b8 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396881 Nov 24 18:12:10.444244 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-11311220-188f-4e2d-93e4-2ce083c61813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:10.561191 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfecd1-3b70-48f3-b9b7-c5b47f3419a3 req-1ffb92c5-bf1a-46e7-ba1c-61c9d2b7787d tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:10.562716 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-d5dfecd1-3b70-48f3-b9b7-c5b47f3419a3 req-1ffb92c5-bf1a-46e7-ba1c-61c9d2b7787d tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 943 time: 0.2024159 Nov 24 18:12:10.615826 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-d5dfecd1-3b70-48f3-b9b7-c5b47f3419a3 req-cb149316-053e-4f2f-8da9-4b1ddb291cf4 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472524 Nov 24 18:12:11.357901 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:11.843007 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b38b2-eb9f-4e6a-80ee-00737f61242f req-c2825f3e-cf50-439f-8764-da131a291b55 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:11.846766 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-448b38b2-eb9f-4e6a-80ee-00737f61242f req-c2825f3e-cf50-439f-8764-da131a291b55 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 943 time: 0.1137199 Nov 24 18:12:11.899387 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-448b38b2-eb9f-4e6a-80ee-00737f61242f req-8238861a-d2f2-4251-9890-36726e6e709e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466359 Nov 24 18:12:12.776309 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:13.099402 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddecd91-61b1-43d1-8aa3-ccafcb1d61ff req-74545e11-0834-4052-8bb4-32f573684f60 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:13.100890 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-eddecd91-61b1-43d1-8aa3-ccafcb1d61ff req-74545e11-0834-4052-8bb4-32f573684f60 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 943 time: 0.0837550 Nov 24 18:12:13.146234 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-eddecd91-61b1-43d1-8aa3-ccafcb1d61ff req-f656ec5a-b493-48b1-86bb-53c8ce342a81 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385261 Nov 24 18:12:14.351354 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aeaa87-2879-4ec7-bb0d-0d4d7c529e5f req-00be9997-834a-43a7-aa7c-35c1db63e6da tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:14.352841 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-22aeaa87-2879-4ec7-bb0d-0d4d7c529e5f req-00be9997-834a-43a7-aa7c-35c1db63e6da tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 943 time: 0.0881674 Nov 24 18:12:14.401023 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-22aeaa87-2879-4ec7-bb0d-0d4d7c529e5f req-00d1d970-5d7d-4b7f-a1f1-e098f8fd38bf tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410924 Nov 24 18:12:15.597718 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec70609-ab31-4158-a4ca-1dd7e3a0cdc0 req-558e8a2d-a79c-4dfa-8d6e-5a12d40923f9 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:15.599190 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-fec70609-ab31-4158-a4ca-1dd7e3a0cdc0 req-558e8a2d-a79c-4dfa-8d6e-5a12d40923f9 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 943 time: 0.0831094 Nov 24 18:12:15.644097 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-fec70609-ab31-4158-a4ca-1dd7e3a0cdc0 req-dc911111-4104-4551-8d13-4435bb32b26a tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386784 Nov 24 18:12:16.843281 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbd536-58a0-4fec-8aa0-5428acbcb6ab req-874424bb-fe46-4360-bcce-2464ac55b743 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:16.845558 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d4cbd536-58a0-4fec-8aa0-5428acbcb6ab req-874424bb-fe46-4360-bcce-2464ac55b743 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 943 time: 0.0824509 Nov 24 18:12:16.914700 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d4cbd536-58a0-4fec-8aa0-5428acbcb6ab req-85fc089f-8f48-489f-9313-4226877995cf tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633416 Nov 24 18:12:18.116784 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb53bf-5b9a-4cf6-86ff-7d1ab4ed85f4 req-4320e670-81e8-42ef-92ab-62f033abec39 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:18.118171 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-34cb53bf-5b9a-4cf6-86ff-7d1ab4ed85f4 req-4320e670-81e8-42ef-92ab-62f033abec39 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 943 time: 0.0830672 Nov 24 18:12:18.161967 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-34cb53bf-5b9a-4cf6-86ff-7d1ab4ed85f4 req-6c803577-79f0-43f7-aaff-497e91cb4eeb tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377460 Nov 24 18:12:19.354814 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9863d-8e51-4153-89f5-209080cdf48f req-b57b2c5d-27d7-43c3-a926-aacc45871a62 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:19.356295 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7df9863d-8e51-4153-89f5-209080cdf48f req-b57b2c5d-27d7-43c3-a926-aacc45871a62 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 943 time: 0.0852966 Nov 24 18:12:19.401624 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7df9863d-8e51-4153-89f5-209080cdf48f req-dacc2567-c37b-4890-b571-a5b57393cefd tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377126 Nov 24 18:12:20.591265 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98a82a-38f4-421b-a7ef-bb3d348f013e req-1615831b-b372-4f45-8490-ad14486e916e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:20.592724 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-4f98a82a-38f4-421b-a7ef-bb3d348f013e req-1615831b-b372-4f45-8490-ad14486e916e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 943 time: 0.0797052 Nov 24 18:12:20.636859 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-4f98a82a-38f4-421b-a7ef-bb3d348f013e req-574f7919-5fc6-4a0b-8632-d2f83ea04dd3 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384114 Nov 24 18:12:21.831345 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62338a5-0d62-444a-a884-5cfd7bb51466 req-9b85f9e9-61db-4596-a725-69e66908396b tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:21.833393 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d62338a5-0d62-444a-a884-5cfd7bb51466 req-9b85f9e9-61db-4596-a725-69e66908396b tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 943 time: 0.0837040 Nov 24 18:12:21.881973 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d62338a5-0d62-444a-a884-5cfd7bb51466 req-f9719417-8ac8-460a-9b52-3fdc167c641c tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406981 Nov 24 18:12:22.186383 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:22.670558 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad4764-8f3e-459c-81d6-eb102a53256f req-caacdf08-2d81-41b6-af25-f992a2044055 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:22.672028 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-ffad4764-8f3e-459c-81d6-eb102a53256f req-caacdf08-2d81-41b6-af25-f992a2044055 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d235f0-9386-4495-a4a7-625b22c3d694 HTTP/1.1" status: 200 len: 946 time: 0.0937145 Nov 24 18:12:22.708896 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 393da44e-93ac-4fb6-a692-a5e0e09476c2 details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=87425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 18:12:22.716983 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-ffad4764-8f3e-459c-81d6-eb102a53256f req-d137f934-5612-4619-85f0-289e135d4b76 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa6c8b61-a415-4524-b9b8-241d8fb67b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392139 Nov 24 18:12:22.839051 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 393da44e-93ac-4fb6-a692-a5e0e09476c2, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=393da44e-93ac-4fb6-a692-a5e0e09476c2,segment=NetworkSegment(c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2),segment_id=c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:12:22.851433 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Returning: {'device': '393da44e-93ac-4fb6-a692-a5e0e09476c2', 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e', 'port_id': '393da44e-93ac-4fb6-a692-a5e0e09476c2', 'mac_address': 'fa:16:3e:97:62:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c1b52e1-6661-4f68-9dd2-227c3d39ad6e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 18:12:22.904657 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:22.921003 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 393da44e-93ac-4fb6-a692-a5e0e09476c2 {{(pid=87425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:12:22.936818 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 393da44e-93ac-4fb6-a692-a5e0e09476c2, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=393da44e-93ac-4fb6-a692-a5e0e09476c2,segment=NetworkSegment(c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2),segment_id=c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:12:22.980817 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:22.982651 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:12:23.053067 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=393da44e-93ac-4fb6-a692-a5e0e09476c2,revision_number=9']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:12:23.056157 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:12:23.080056 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df156d-a59b-483e-8467-c1d42ca38799 req-5ea44f27-a962-40dc-91e3-199828455b17 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:23.081807 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-21df156d-a59b-483e-8467-c1d42ca38799 req-5ea44f27-a962-40dc-91e3-199828455b17 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 944 time: 0.0821795 Nov 24 18:12:23.125321 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-21df156d-a59b-483e-8467-c1d42ca38799 req-92835b61-3338-47f2-907d-31c25214dc2a tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378566 Nov 24 18:12:23.225521 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['393da44e-93ac-4fb6-a692-a5e0e09476c2'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:12:23.898900 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6856e0-87ff-4b6a-9f23-a6bd7caca4c9 req-b94f5f40-4e36-479a-b56a-394a2e7e0e12 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:23.900334 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-bd6856e0-87ff-4b6a-9f23-a6bd7caca4c9 req-b94f5f40-4e36-479a-b56a-394a2e7e0e12 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d235f0-9386-4495-a4a7-625b22c3d694 HTTP/1.1" status: 200 len: 946 time: 0.0791166 Nov 24 18:12:23.953259 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-bd6856e0-87ff-4b6a-9f23-a6bd7caca4c9 req-16d6d74f-5c98-4981-b022-32f175e0708b tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa6c8b61-a415-4524-b9b8-241d8fb67b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464907 Nov 24 18:12:24.316116 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989727e-2c40-40ed-b700-795406467683 req-9dc9c8b1-3123-4573-a832-2fc9e3b298a7 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:24.317581 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a989727e-2c40-40ed-b700-795406467683 req-9dc9c8b1-3123-4573-a832-2fc9e3b298a7 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 944 time: 0.0834951 Nov 24 18:12:24.360716 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a989727e-2c40-40ed-b700-795406467683 req-f6d7089f-076c-4c70-bf53-4bf87375e0cf tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369263 Nov 24 18:12:24.539131 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78af6f-137b-4ca1-8b96-ad1c5c469f92 req-b0400812-b8b2-4414-831e-1c71c6cb0743 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:24.540557 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-5f78af6f-137b-4ca1-8b96-ad1c5c469f92 req-b0400812-b8b2-4414-831e-1c71c6cb0743 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.66 "GET /v2.0/ports?device_id=29d235f0-9386-4495-a4a7-625b22c3d694 HTTP/1.1" status: 200 len: 946 time: 0.0769756 Nov 24 18:12:24.611974 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-5f78af6f-137b-4ca1-8b96-ad1c5c469f92 req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Deleting port 1e9c0765-7445-42c8-aeb3-11341dbfdcbb {{(pid=87423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:12:24.612308 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-5f78af6f-137b-4ca1-8b96-ad1c5c469f92 req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:24.716207 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 393da44e-93ac-4fb6-a692-a5e0e09476c2 up at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:12:24.784089 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning complete for port 393da44e-93ac-4fb6-a692-a5e0e09476c2 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:12:24.784500 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:24.855274 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-5f78af6f-137b-4ca1-8b96-ad1c5c469f92 req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] For port 1e9c0765-7445-42c8-aeb3-11341dbfdcbb, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=1e9c0765-7445-42c8-aeb3-11341dbfdcbb,segment=NetworkSegment(3bf95cc0-1d80-495e-9c51-016a41842eca),segment_id=3bf95cc0-1d80-495e-9c51-016a41842eca)] {{(pid=87423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:12:24.855538 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-5f78af6f-137b-4ca1-8b96-ad1c5c469f92 req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:24.898551 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:24.925347 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baeb9946-ef75-45a6-bba2-223832b496cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393da44e-93ac-4fb6-a692-a5e0e09476c2'}] {{(pid=87425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:12:24.934993 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 393da44e-93ac-4fb6-a692-a5e0e09476c2, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=393da44e-93ac-4fb6-a692-a5e0e09476c2,segment=NetworkSegment(c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2),segment_id=c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:12:24.970364 dv-cinder-818579-1-smb neutron-server[87425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baeb9946-ef75-45a6-bba2-223832b496cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393da44e-93ac-4fb6-a692-a5e0e09476c2', 'code': 200} Nov 24 18:12:25.020982 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:25.021995 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 1e9c0765-7445-42c8-aeb3-11341dbfdcbb no longer exists at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:12:25.054086 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-e7d79ad3-1a28-424a-954c-93db79500c0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:12:25.143282 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=393da44e-93ac-4fb6-a692-a5e0e09476c2,revision_number=10']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:12:25.146338 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:12:25.200169 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:25.236653 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port 1e9c0765-7445-42c8-aeb3-11341dbfdcbb, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=1e9c0765-7445-42c8-aeb3-11341dbfdcbb,segment=NetworkSegment(3bf95cc0-1d80-495e-9c51-016a41842eca),segment_id=3bf95cc0-1d80-495e-9c51-016a41842eca)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:12:25.300473 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:25.300975 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-5f78af6f-137b-4ca1-8b96-ad1c5c469f92 req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:25.301347 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-5f78af6f-137b-4ca1-8b96-ad1c5c469f92 req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505783'] for floatingip, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:25.301653 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.db.l3_db [req-5f78af6f-137b-4ca1-8b96-ad1c5c469f92 req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Floating IP bcd6bdd6-962d-4205-ada1-617003b55e01 disassociated. External IP: 172.28.3.188, port: 1e9c0765-7445-42c8-aeb3-11341dbfdcbb. Nov 24 18:12:25.302005 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-5f78af6f-137b-4ca1-8b96-ad1c5c469f92 req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Calling delete_port for 1e9c0765-7445-42c8-aeb3-11341dbfdcbb owned by compute:nova {{(pid=87423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:12:25.302282 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:12:25.376523 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=1e9c0765-7445-42c8-aeb3-11341dbfdcbb,revision_number=6']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:12:25.379439 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:12:25.444038 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b4937-a892-450b-8a26-edc923d7b559 req-7fff57f5-02c0-4df4-b0b5-85b38d106286 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:25.445576 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-bd8b4937-a892-450b-8a26-edc923d7b559 req-7fff57f5-02c0-4df4-b0b5-85b38d106286 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d235f0-9386-4495-a4a7-625b22c3d694 HTTP/1.1" status: 200 len: 946 time: 0.3369424 Nov 24 18:12:25.496720 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b3df3-40cf-4fc4-8dbe-10255426125d req-67a43d79-951e-4a93-86e7-fab1b79678d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:25.498234 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-791b3df3-40cf-4fc4-8dbe-10255426125d req-67a43d79-951e-4a93-86e7-fab1b79678d2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 1099 time: 0.1643655 Nov 24 18:12:25.501104 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-bd8b4937-a892-450b-8a26-edc923d7b559 req-eff250d3-24db-4feb-83ca-0a93210c6b4e tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa6c8b61-a415-4524-b9b8-241d8fb67b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492432 Nov 24 18:12:25.526309 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.db.api [req-5f78af6f-137b-4ca1-8b96-ad1c5c469f92 req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 18:12:25.526309 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_db.api [req-5f78af6f-137b-4ca1-8b96-ad1c5c469f92 req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 18:12:25.542276 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-791b3df3-40cf-4fc4-8dbe-10255426125d req-44b5f1ff-cd0a-4cb4-9075-c6d7dbb7fca1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364792 Nov 24 18:12:25.552762 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd88f52-4f05-412e-a170-82755653ad75 req-d31f42b5-cc0a-466a-b74b-cce24c9cb2a9 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:25.554193 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-4dd88f52-4f05-412e-a170-82755653ad75 req-d31f42b5-cc0a-466a-b74b-cce24c9cb2a9 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 946 time: 0.0825996 Nov 24 18:12:25.597975 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-4dd88f52-4f05-412e-a170-82755653ad75 req-9cb161c7-19f8-4d52-8419-5a4ba9875542 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375743 Nov 24 18:12:26.027411 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-5f78af6f-137b-4ca1-8b96-ad1c5c469f92 req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Deleting port 1e9c0765-7445-42c8-aeb3-11341dbfdcbb {{(pid=87423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:12:26.027763 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-5f78af6f-137b-4ca1-8b96-ad1c5c469f92 req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:26.275970 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-5f78af6f-137b-4ca1-8b96-ad1c5c469f92 req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] For port 1e9c0765-7445-42c8-aeb3-11341dbfdcbb, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=1e9c0765-7445-42c8-aeb3-11341dbfdcbb,segment=NetworkSegment(3bf95cc0-1d80-495e-9c51-016a41842eca),segment_id=3bf95cc0-1d80-495e-9c51-016a41842eca)] {{(pid=87423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:12:26.276325 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-5f78af6f-137b-4ca1-8b96-ad1c5c469f92 req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:26.557950 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-5f78af6f-137b-4ca1-8b96-ad1c5c469f92 req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:26.558585 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-5f78af6f-137b-4ca1-8b96-ad1c5c469f92 req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505783'] for floatingip, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:26.558689 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.db.l3_db [req-5f78af6f-137b-4ca1-8b96-ad1c5c469f92 req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Floating IP bcd6bdd6-962d-4205-ada1-617003b55e01 disassociated. External IP: 172.28.3.188, port: 1e9c0765-7445-42c8-aeb3-11341dbfdcbb. Nov 24 18:12:26.558953 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-5f78af6f-137b-4ca1-8b96-ad1c5c469f92 req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Calling delete_port for 1e9c0765-7445-42c8-aeb3-11341dbfdcbb owned by compute:nova {{(pid=87423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:12:26.760919 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca90944-92a3-46cb-8d4b-dab217a6704d req-761960b8-2b5e-4cff-8649-a3a22045e829 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:26.761446 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7ca90944-92a3-46cb-8d4b-dab217a6704d req-761960b8-2b5e-4cff-8649-a3a22045e829 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d235f0-9386-4495-a4a7-625b22c3d694 HTTP/1.1" status: 200 len: 944 time: 0.1504238 Nov 24 18:12:26.813781 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7ca90944-92a3-46cb-8d4b-dab217a6704d req-2050fa27-0899-41e9-9242-dcc55929d8f0 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa6c8b61-a415-4524-b9b8-241d8fb67b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457649 Nov 24 18:12:26.829839 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec4ae1-0978-4196-a871-671625a571e7 req-e404d5da-c73a-4478-a09b-a8063e1516f9 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:26.831102 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-68ec4ae1-0978-4196-a871-671625a571e7 req-e404d5da-c73a-4478-a09b-a8063e1516f9 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 946 time: 0.1118667 Nov 24 18:12:26.878000 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-5f78af6f-137b-4ca1-8b96-ad1c5c469f92 req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:26.879900 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-68ec4ae1-0978-4196-a871-671625a571e7 req-42c1aa86-d3ca-4256-ba4f-036a98f59e7d tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403922 Nov 24 18:12:26.887075 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-3dc71343-a106-48ed-a012-d77ad7601804 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:12:26.929313 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Pushing event deleted for resources: {'Port': ['ID=1e9c0765-7445-42c8-aeb3-11341dbfdcbb,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:12:26.943636 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:12:26.944292 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:12:26.944690 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:12:26.945080 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:12:26.945469 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:12:26.945820 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:12:26.946155 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:12:26.946493 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:12:26.946835 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:12:26.947170 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:12:26.948023 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:12:26.948368 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:12:26.952270 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:12:26.971538 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d235f0-9386-4495-a4a7-625b22c3d694', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e9c0765-7445-42c8-aeb3-11341dbfdcbb'}] {{(pid=87425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:12:27.014962 dv-cinder-818579-1-smb neutron-server[87425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d235f0-9386-4495-a4a7-625b22c3d694', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e9c0765-7445-42c8-aeb3-11341dbfdcbb', 'code': 200} Nov 24 18:12:27.133189 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f78af6f-137b-4ca1-8b96-ad1c5c469f92 req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Router 94027239-13c2-444a-b027-257f6913ee14 has already been hosted by L3 agent aba83f48-bec1-4447-972f-e1c88a92dee8 {{(pid=87423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 18:12:27.319741 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f78af6f-137b-4ca1-8b96-ad1c5c469f92 req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify agent at l3_agent.dv-cinder-818579-1-smb the message routers_updated {{(pid=87423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 18:12:27.333623 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b08114c-ebe0-4a06-bbe9-5ec14bb147fe None None] Sync routers for ids ['94027239-13c2-444a-b027-257f6913ee14'] in dv-cinder-818579-1-smb {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 18:12:27.343918 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b08114c-ebe0-4a06-bbe9-5ec14bb147fe None None] Routers {'94027239-13c2-444a-b027-257f6913ee14'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:12:27.344614 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-5b08114c-ebe0-4a06-bbe9-5ec14bb147fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:12:10Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['94027239-13c2-444a-b027-257f6913ee14'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:12:27.504898 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f78af6f-137b-4ca1-8b96-ad1c5c469f92 req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] No DVR routers for this DVR port 1e9c0765-7445-42c8-aeb3-11341dbfdcbb on host hv-cinder-81857 {{(pid=87423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 18:12:27.507368 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-5f78af6f-137b-4ca1-8b96-ad1c5c469f92 req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:27.510883 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d235f0-9386-4495-a4a7-625b22c3d694', 'name': 'network-vif-deleted', 'tag': '1e9c0765-7445-42c8-aeb3-11341dbfdcbb'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:12:27.559658 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d235f0-9386-4495-a4a7-625b22c3d694', 'name': 'network-vif-deleted', 'tag': '1e9c0765-7445-42c8-aeb3-11341dbfdcbb', 'status': 'completed', 'code': 200} Nov 24 18:12:27.568011 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-5b08114c-ebe0-4a06-bbe9-5ec14bb147fe None None] Set router 94027239-13c2-444a-b027-257f6913ee14 gateway port host: dv-cinder-818579-1-smb {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:12:27.587341 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-5f78af6f-137b-4ca1-8b96-ad1c5c469f92 req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.66 "DELETE /v2.0/ports/1e9c0765-7445-42c8-aeb3-11341dbfdcbb HTTP/1.1" status: 204 len: 173 time: 3.0407269 Nov 24 18:12:27.912262 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-5b08114c-ebe0-4a06-bbe9-5ec14bb147fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94027239-13c2-444a-b027-257f6913ee14', 'name': 'tempest-AttachVolumeTestJSON-1262005700-router', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:17Z', 'revision_number': 4, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'gw_port': {'id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:48:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027239-13c2-444a-b027-257f6913ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:02Z', 'updated_at': '2021-11-24T18:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': 'b4786ac5-7489-4fe8-9c8e-a5bb631d7119', 'name': '', 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'mac_address': 'fa:16:3e:a0:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027239-13c2-444a-b027-257f6913ee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cb34300e-db3e-473b-9bf9-eea83552c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:14Z', 'updated_at': '2021-11-24T18:06:32Z', 'revision_number': 5, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'subnets': [{'id': 'cb34300e-db3e-473b-9bf9-eea83552c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:12:27.916990 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b08114c-ebe0-4a06-bbe9-5ec14bb147fe None None] Checking router: 94027239-13c2-444a-b027-257f6913ee14 for host: dv-cinder-818579-1-smb {{(pid=87425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 18:12:27.925393 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b08114c-ebe0-4a06-bbe9-5ec14bb147fe None None] Routers {'94027239-13c2-444a-b027-257f6913ee14'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:12:27.926001 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-5b08114c-ebe0-4a06-bbe9-5ec14bb147fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:12:10Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['94027239-13c2-444a-b027-257f6913ee14'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:12:28.005234 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-40514d5a-b250-43d2-aaec-ecbb38e1373a req-9f35b0cf-52e3-447c-9732-13edfa23c442 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Synchronizing usage tracker for tenant:5c410027f08a449c97bc26384e1b72cd on resource:port {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:12:28.083344 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-40514d5a-b250-43d2-aaec-ecbb38e1373a req-9f35b0cf-52e3-447c-9732-13edfa23c442 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Unset dirty status for tenant:5c410027f08a449c97bc26384e1b72cd on resource:port {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:12:28.084600 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-40514d5a-b250-43d2-aaec-ecbb38e1373a req-9f35b0cf-52e3-447c-9732-13edfa23c442 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d235f0-9386-4495-a4a7-625b22c3d694 HTTP/1.1" status: 200 len: 210 time: 0.1256735 Nov 24 18:12:28.093884 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5551d-3c26-4368-9fd4-cdea96303a2c req-8ba09b96-d20a-4296-86ec-7e2f078421d9 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:28.095354 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-eda5551d-3c26-4368-9fd4-cdea96303a2c req-8ba09b96-d20a-4296-86ec-7e2f078421d9 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 946 time: 0.0935493 Nov 24 18:12:28.108666 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-5b08114c-ebe0-4a06-bbe9-5ec14bb147fe None None] Set router 94027239-13c2-444a-b027-257f6913ee14 gateway port host: dv-cinder-818579-1-smb {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:12:28.144108 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-eda5551d-3c26-4368-9fd4-cdea96303a2c req-766d4789-32d9-4bb9-8e3a-86ab5645cf26 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392189 Nov 24 18:12:28.423170 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-5b08114c-ebe0-4a06-bbe9-5ec14bb147fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94027239-13c2-444a-b027-257f6913ee14', 'name': 'tempest-AttachVolumeTestJSON-1262005700-router', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:17Z', 'revision_number': 4, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'gw_port': {'id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:48:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027239-13c2-444a-b027-257f6913ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:02Z', 'updated_at': '2021-11-24T18:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': 'b4786ac5-7489-4fe8-9c8e-a5bb631d7119', 'name': '', 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'mac_address': 'fa:16:3e:a0:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027239-13c2-444a-b027-257f6913ee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cb34300e-db3e-473b-9bf9-eea83552c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:14Z', 'updated_at': '2021-11-24T18:06:32Z', 'revision_number': 5, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'subnets': [{'id': 'cb34300e-db3e-473b-9bf9-eea83552c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:12:28.427083 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b08114c-ebe0-4a06-bbe9-5ec14bb147fe None None] The sync data for ids ['94027239-13c2-444a-b027-257f6913ee14'] in dv-cinder-818579-1-smb is: [{'id': '94027239-13c2-444a-b027-257f6913ee14', 'name': 'tempest-AttachVolumeTestJSON-1262005700-router', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:17Z', 'revision_number': 4, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'gw_port': {'id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:48:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027239-13c2-444a-b027-257f6913ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:02Z', 'updated_at': '2021-11-24T18:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': 'b4786ac5-7489-4fe8-9c8e-a5bb631d7119', 'name': '', 'network_id': '99e16732-504f-4bd0-9b6d-ec24f46575f9', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'mac_address': 'fa:16:3e:a0:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027239-13c2-444a-b027-257f6913ee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cb34300e-db3e-473b-9bf9-eea83552c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:14Z', 'updated_at': '2021-11-24T18:06:32Z', 'revision_number': 5, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'subnets': [{'id': 'cb34300e-db3e-473b-9bf9-eea83552c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 18:12:28.652778 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce4de7b-478d-4679-af1c-0f9510801ec9 None None] New status for floating IP bcd6bdd6-962d-4205-ada1-617003b55e01: DOWN {{(pid=87426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 18:12:29.267115 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 57464) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:12:29.331052 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-4f294364-327c-4cf8-a85c-28f3b704a4a5 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:29.341997 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8bd82c-3f2b-4177-95b0-21edf3a051e8 req-b1d1b166-c939-43c5-bb85-94d66a086329 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:29.343439 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-bd8bd82c-3f2b-4177-95b0-21edf3a051e8 req-b1d1b166-c939-43c5-bb85-94d66a086329 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 946 time: 0.0848763 Nov 24 18:12:29.359914 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-4f294364-327c-4cf8-a85c-28f3b704a4a5 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:29.385929 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-bd8bd82c-3f2b-4177-95b0-21edf3a051e8 req-a53f9cee-c632-4f66-a0d9-b638c8f8bc07 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367332 Nov 24 18:12:29.461014 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-4f294364-327c-4cf8-a85c-28f3b704a4a5 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:29.464829 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-4879b76a-b52b-4cca-be87-48128229a18f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:12:29.479794 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f294364-327c-4cf8-a85c-28f3b704a4a5 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6c8b61-a415-4524-b9b8-241d8fb67b87,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:12:29.482384 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-4f294364-327c-4cf8-a85c-28f3b704a4a5 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:12:29.539753 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-4f294364-327c-4cf8-a85c-28f3b704a4a5 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:29.541045 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-4f294364-327c-4cf8-a85c-28f3b704a4a5 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "DELETE /v2.0/security-groups/fa6c8b61-a415-4524-b9b8-241d8fb67b87 HTTP/1.1" status: 204 len: 168 time: 0.2728398 Nov 24 18:12:29.543845 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 57470) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:12:29.560264 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.api.v2.resource [None req-a590eb4f-414d-4620-aa6e-7d557db634a9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] show failed (client error): The resource could not be found. Nov 24 18:12:29.561237 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-a590eb4f-414d-4620-aa6e-7d557db634a9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "GET /v2.0/security-groups/fa6c8b61-a415-4524-b9b8-241d8fb67b87 HTTP/1.1" status: 404 len: 347 time: 0.0164168 Nov 24 18:12:29.563746 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 57474) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:12:29.719941 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-6dce0c47-49e5-4541-9154-8787216eeb34 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Deleting port 5fa46b1e-bde3-4211-ae69-54f22517a0fc {{(pid=87424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:12:29.720311 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-6dce0c47-49e5-4541-9154-8787216eeb34 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:29.884962 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-6dce0c47-49e5-4541-9154-8787216eeb34 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:29.888072 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-6dce0c47-49e5-4541-9154-8787216eeb34 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:30.003764 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-6dce0c47-49e5-4541-9154-8787216eeb34 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Calling delete_port for 5fa46b1e-bde3-4211-ae69-54f22517a0fc owned by network:floatingip {{(pid=87424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:12:30.300639 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-6dce0c47-49e5-4541-9154-8787216eeb34 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3149175'] for port, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:30.305565 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-3d5a9100-9796-46aa-bf31-e33a5d2d2268 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:12:30.380424 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce0c47-49e5-4541-9154-8787216eeb34 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Pushing event deleted for resources: {'Port': ['ID=5fa46b1e-bde3-4211-ae69-54f22517a0fc,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:12:30.415222 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dce0c47-49e5-4541-9154-8787216eeb34 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:12:30.415604 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dce0c47-49e5-4541-9154-8787216eeb34 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:12:30.416599 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dce0c47-49e5-4541-9154-8787216eeb34 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:12:30.416972 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dce0c47-49e5-4541-9154-8787216eeb34 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:12:30.417329 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dce0c47-49e5-4541-9154-8787216eeb34 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:12:30.417685 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dce0c47-49e5-4541-9154-8787216eeb34 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:12:30.418038 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dce0c47-49e5-4541-9154-8787216eeb34 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:12:30.418390 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dce0c47-49e5-4541-9154-8787216eeb34 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:12:30.418743 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dce0c47-49e5-4541-9154-8787216eeb34 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:12:30.419140 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dce0c47-49e5-4541-9154-8787216eeb34 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:12:30.419440 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dce0c47-49e5-4541-9154-8787216eeb34 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:12:30.419789 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dce0c47-49e5-4541-9154-8787216eeb34 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:12:30.424916 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-6dce0c47-49e5-4541-9154-8787216eeb34 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:12:30.450289 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-6dce0c47-49e5-4541-9154-8787216eeb34 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks [] for floatingip, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:30.587933 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-6dce0c47-49e5-4541-9154-8787216eeb34 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for floatingip, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:30.589569 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-6dce0c47-49e5-4541-9154-8787216eeb34 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] 10.222.0.65 "DELETE /v2.0/floatingips/bcd6bdd6-962d-4205-ada1-617003b55e01 HTTP/1.1" status: 204 len: 168 time: 1.0249870 Nov 24 18:12:34.892980 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 6 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:12:35.019651 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 57504) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:12:35.635416 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-0ed61957-ff16-4a12-894e-d7bb81aad87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578981'] for router_interface, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:35.974725 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-0ed61957-ff16-4a12-894e-d7bb81aad87d admin admin] Deleting port b4786ac5-7489-4fe8-9c8e-a5bb631d7119 {{(pid=87424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:12:35.975084 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-0ed61957-ff16-4a12-894e-d7bb81aad87d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:36.149110 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.db [None req-0ed61957-ff16-4a12-894e-d7bb81aad87d admin admin] For port b4786ac5-7489-4fe8-9c8e-a5bb631d7119, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=b4786ac5-7489-4fe8-9c8e-a5bb631d7119,segment=NetworkSegment(3bf95cc0-1d80-495e-9c51-016a41842eca),segment_id=3bf95cc0-1d80-495e-9c51-016a41842eca)] {{(pid=87424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:12:36.149782 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-0ed61957-ff16-4a12-894e-d7bb81aad87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:36.355859 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-0ed61957-ff16-4a12-894e-d7bb81aad87d admin admin] Calling delete_port for b4786ac5-7489-4fe8-9c8e-a5bb631d7119 owned by network:router_interface {{(pid=87424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:12:36.723181 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-0ed61957-ff16-4a12-894e-d7bb81aad87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3149175'] for port, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:36.727219 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-46ebfcf0-c246-4a2c-96ba-c91740413c9d tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:12:36.811251 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed61957-ff16-4a12-894e-d7bb81aad87d admin admin] Pushing event deleted for resources: {'Port': ['ID=b4786ac5-7489-4fe8-9c8e-a5bb631d7119,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:12:36.843422 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-0ed61957-ff16-4a12-894e-d7bb81aad87d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:12:37.043863 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-0ed61957-ff16-4a12-894e-d7bb81aad87d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-589397'] for router_interface, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:37.394578 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed61957-ff16-4a12-894e-d7bb81aad87d admin admin] Router 94027239-13c2-444a-b027-257f6913ee14 has already been hosted by L3 agent aba83f48-bec1-4447-972f-e1c88a92dee8 {{(pid=87424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 18:12:37.565209 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed61957-ff16-4a12-894e-d7bb81aad87d admin admin] Notify agent at l3_agent.dv-cinder-818579-1-smb the message routers_updated {{(pid=87424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 18:12:37.574502 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61a47e5-885a-407c-9dd7-50c511be7867 None None] Sync routers for ids ['94027239-13c2-444a-b027-257f6913ee14'] in dv-cinder-818579-1-smb {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 18:12:37.579725 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-0ed61957-ff16-4a12-894e-d7bb81aad87d admin admin] 10.222.0.65 "PUT /v2.0/routers/94027239-13c2-444a-b027-257f6913ee14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5579755 Nov 24 18:12:37.581485 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 57512) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:12:37.584298 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61a47e5-885a-407c-9dd7-50c511be7867 None None] Routers {'94027239-13c2-444a-b027-257f6913ee14'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:12:37.584931 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-e61a47e5-885a-407c-9dd7-50c511be7867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:12:10Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['94027239-13c2-444a-b027-257f6913ee14'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:12:37.746191 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-82dee3e2-2b89-4ed6-a8d8-391749cb689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:37.774128 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-e61a47e5-885a-407c-9dd7-50c511be7867 None None] Set router 94027239-13c2-444a-b027-257f6913ee14 gateway port host: dv-cinder-818579-1-smb {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:12:37.865578 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-0ba1490f-57dd-4221-8105-e50c3498ec32 admin admin] Notify callbacks [] for router, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:38.050454 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-0ba1490f-57dd-4221-8105-e50c3498ec32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:38.104229 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-e61a47e5-885a-407c-9dd7-50c511be7867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94027239-13c2-444a-b027-257f6913ee14', 'name': 'tempest-AttachVolumeTestJSON-1262005700-router', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:12:36Z', 'revision_number': 5, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'gw_port': {'id': 'd1551d16-3677-43e0-8565-c02dc21a13ae', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:48:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94027239-13c2-444a-b027-257f6913ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:02Z', 'updated_at': '2021-11-24T18:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb'}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:12:38.110239 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61a47e5-885a-407c-9dd7-50c511be7867 None None] Checking router: 94027239-13c2-444a-b027-257f6913ee14 for host: dv-cinder-818579-1-smb {{(pid=87425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 18:12:38.111659 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-0ba1490f-57dd-4221-8105-e50c3498ec32 admin admin] Deleting port d1551d16-3677-43e0-8565-c02dc21a13ae {{(pid=87424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:12:38.112005 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-0ba1490f-57dd-4221-8105-e50c3498ec32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:38.118585 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61a47e5-885a-407c-9dd7-50c511be7867 None None] Routers {'94027239-13c2-444a-b027-257f6913ee14'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:12:38.119744 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-e61a47e5-885a-407c-9dd7-50c511be7867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:12:10Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['94027239-13c2-444a-b027-257f6913ee14'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:12:38.283921 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-e61a47e5-885a-407c-9dd7-50c511be7867 None None] Set router 94027239-13c2-444a-b027-257f6913ee14 gateway port host: None {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:12:38.284223 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.db [None req-0ba1490f-57dd-4221-8105-e50c3498ec32 admin admin] For port d1551d16-3677-43e0-8565-c02dc21a13ae, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=d1551d16-3677-43e0-8565-c02dc21a13ae,segment=NetworkSegment(d3760bee-36f8-40b7-a723-a1b5699a82b5),segment_id=d3760bee-36f8-40b7-a723-a1b5699a82b5)] {{(pid=87424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:12:38.284608 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-0ba1490f-57dd-4221-8105-e50c3498ec32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:38.328080 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:38.393015 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c6aa6c3f-7e2a-445b-8c55-f43cdc06c25b req-e398d5bc-71b3-40ee-a08f-c5eff5468028 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2001229005&fields=id&tenant_id=39f9e6e00d1d47b5b4977115816bffd8 HTTP/1.1" status: 200 len: 267 time: 0.0537519 Nov 24 18:12:38.398245 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-e61a47e5-885a-407c-9dd7-50c511be7867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94027239-13c2-444a-b027-257f6913ee14', 'name': 'tempest-AttachVolumeTestJSON-1262005700-router', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:12:38Z', 'revision_number': 6, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'gw_port_host': None}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:12:38.402997 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61a47e5-885a-407c-9dd7-50c511be7867 None None] The sync data for ids ['94027239-13c2-444a-b027-257f6913ee14'] in dv-cinder-818579-1-smb is: [{'id': '94027239-13c2-444a-b027-257f6913ee14', 'name': 'tempest-AttachVolumeTestJSON-1262005700-router', 'tenant_id': '5c410027f08a449c97bc26384e1b72cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:12:38Z', 'revision_number': 6, 'project_id': '5c410027f08a449c97bc26384e1b72cd', 'gw_port_host': None}] {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 18:12:38.414271 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-0ba1490f-57dd-4221-8105-e50c3498ec32 admin admin] Calling delete_port for d1551d16-3677-43e0-8565-c02dc21a13ae owned by network:router_gateway {{(pid=87424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:12:38.482687 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa6c3f-7e2a-445b-8c55-f43cdc06c25b req-6072c57e-12af-42fa-8a5f-508bc5c2ee3d tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:38.484174 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c6aa6c3f-7e2a-445b-8c55-f43cdc06c25b req-6072c57e-12af-42fa-8a5f-508bc5c2ee3d tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 985 time: 0.0882239 Nov 24 18:12:38.494945 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [req-c6aa6c3f-7e2a-445b-8c55-f43cdc06c25b req-55c86a80-6377-433e-a4d3-dfe3d3ef2a40 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Request body: {'port': {'security_groups': ['b433f5eb-ddb4-4b7e-815a-3939e432f18f']}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:12:38.616139 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-c6aa6c3f-7e2a-445b-8c55-f43cdc06c25b req-55c86a80-6377-433e-a4d3-dfe3d3ef2a40 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:38.626012 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-0ba1490f-57dd-4221-8105-e50c3498ec32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3149175'] for port, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:38.630735 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-04c06e75-3c9c-435c-923c-fef7fdd310a9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:12:38.680096 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1490f-57dd-4221-8105-e50c3498ec32 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1551d16-3677-43e0-8565-c02dc21a13ae,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:12:38.683131 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-0ba1490f-57dd-4221-8105-e50c3498ec32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:12:38.775992 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-0ba1490f-57dd-4221-8105-e50c3498ec32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505794'] for router_gateway, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:38.882996 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-c6aa6c3f-7e2a-445b-8c55-f43cdc06c25b req-55c86a80-6377-433e-a4d3-dfe3d3ef2a40 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] For port c80811f8-9bbb-4738-b8e7-bad707ffe4c3, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=c80811f8-9bbb-4738-b8e7-bad707ffe4c3,segment=NetworkSegment(84f387a6-043c-4b34-9566-cea2391a5577),segment_id=84f387a6-043c-4b34-9566-cea2391a5577)] {{(pid=87423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:12:38.908979 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-c6aa6c3f-7e2a-445b-8c55-f43cdc06c25b req-55c86a80-6377-433e-a4d3-dfe3d3ef2a40 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks [] for port, precommit_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:38.959459 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-0ba1490f-57dd-4221-8105-e50c3498ec32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4164644'] for router, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:38.964277 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-0ba1490f-57dd-4221-8105-e50c3498ec32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:38.986134 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-c6aa6c3f-7e2a-445b-8c55-f43cdc06c25b req-55c86a80-6377-433e-a4d3-dfe3d3ef2a40 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4080791'] for port, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:38.991867 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-1b5122c1-73cd-41ce-8ad5-806727a723b5 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:12:38.998158 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['c80811f8-9bbb-4738-b8e7-bad707ffe4c3'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:12:39.061371 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa6c3f-7e2a-445b-8c55-f43cdc06c25b req-55c86a80-6377-433e-a4d3-dfe3d3ef2a40 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:39.062004 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-c6aa6c3f-7e2a-445b-8c55-f43cdc06c25b req-55c86a80-6377-433e-a4d3-dfe3d3ef2a40 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:39.063405 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c6aa6c3f-7e2a-445b-8c55-f43cdc06c25b req-55c86a80-6377-433e-a4d3-dfe3d3ef2a40 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "PUT /v2.0/ports/c80811f8-9bbb-4738-b8e7-bad707ffe4c3 HTTP/1.1" status: 200 len: 943 time: 0.5730186 Nov 24 18:12:39.063921 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f5a9ee-ea5b-4643-8033-97c528969bfa', 'tag': 'c80811f8-9bbb-4738-b8e7-bad707ffe4c3'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:12:39.069916 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 57520) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:12:39.086969 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c86a80-6377-433e-a4d3-dfe3d3ef2a40 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Pushing event updated for resources: {'Port': ['ID=c80811f8-9bbb-4738-b8e7-bad707ffe4c3,revision_number=7']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:12:39.092730 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-55c86a80-6377-433e-a4d3-dfe3d3ef2a40 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:12:39.121831 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f5a9ee-ea5b-4643-8033-97c528969bfa', 'tag': 'c80811f8-9bbb-4738-b8e7-bad707ffe4c3', 'status': 'completed', 'code': 200} Nov 24 18:12:39.144639 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-0ba1490f-57dd-4221-8105-e50c3498ec32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-578892'] for router, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:39.145168 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba1490f-57dd-4221-8105-e50c3498ec32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94027239-13c2-444a-b027-257f6913ee14 {{(pid=87424) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 18:12:39.148448 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['c80811f8-9bbb-4738-b8e7-bad707ffe4c3'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:12:39.170211 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-0ba1490f-57dd-4221-8105-e50c3498ec32 admin admin] Notify callbacks [] for router, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:39.173658 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-0ba1490f-57dd-4221-8105-e50c3498ec32 admin admin] 10.222.0.65 "DELETE /v2.0/routers/94027239-13c2-444a-b027-257f6913ee14 HTTP/1.1" status: 204 len: 168 time: 1.5887733 Nov 24 18:12:39.174315 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 57524) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:12:39.218618 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-af1d4b17-1e22-48d0-a9b0-d393aac4636b tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:39.266767 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d82df3-e72f-422f-aef4-4368e0f8cb30 req-b99436bf-8e1d-4205-85d4-165a66e58805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:39.268279 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c0d82df3-e72f-422f-aef4-4368e0f8cb30 req-b99436bf-8e1d-4205-85d4-165a66e58805 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=39f9e6e00d1d47b5b4977115816bffd8&device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 1099 time: 0.1196420 Nov 24 18:12:39.391139 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-af1d4b17-1e22-48d0-a9b0-d393aac4636b tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:39.417358 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9b43c90-d4b9-4290-b877-dde56ec9d34d admin admin] Deleting subnet cb34300e-db3e-473b-9bf9-eea83552c640 {{(pid=87424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 18:12:39.423669 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f9b43c90-d4b9-4290-b877-dde56ec9d34d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:39.427882 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d82df3-e72f-422f-aef4-4368e0f8cb30 req-ac8e63aa-4d16-4e2d-a4cc-2bb353bd500f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:39.429031 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c0d82df3-e72f-422f-aef4-4368e0f8cb30 req-ac8e63aa-4d16-4e2d-a4cc-2bb353bd500f service neutron] 10.222.0.66 "GET /v2.0/networks?id=7de450e2-2a1a-49c9-ba7c-656187c1b2f7 HTTP/1.1" status: 200 len: 916 time: 0.1471565 Nov 24 18:12:39.443245 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-8475d8b7-6b3a-4d40-9468-eaa4dc43afa8 None None] Provisioning complete for port c80811f8-9bbb-4738-b8e7-bad707ffe4c3 triggered by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:12:39.443632 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-8475d8b7-6b3a-4d40-9468-eaa4dc43afa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:39.485846 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f9b43c90-d4b9-4290-b877-dde56ec9d34d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2119714'] for subnet, precommit_delete_associations {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:39.552280 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c0d82df3-e72f-422f-aef4-4368e0f8cb30 req-d7a6646f-3408-4abc-afa5-f8993528df5c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c80811f8-9bbb-4738-b8e7-bad707ffe4c3 HTTP/1.1" status: 200 len: 1001 time: 0.1126826 Nov 24 18:12:39.615928 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f9b43c90-d4b9-4290-b877-dde56ec9d34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1555507'] for subnet, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:39.629702 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d82df3-e72f-422f-aef4-4368e0f8cb30 req-7ce4874b-7c70-40f9-bc72-f04d8832ddc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:39.631347 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c0d82df3-e72f-422f-aef4-4368e0f8cb30 req-7ce4874b-7c70-40f9-bc72-f04d8832ddc9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1169030e-ce60-4617-bb28-921bdafdc55c HTTP/1.1" status: 200 len: 854 time: 0.0701418 Nov 24 18:12:39.661131 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-af1d4b17-1e22-48d0-a9b0-d393aac4636b tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:39.668010 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-af647aa8-3901-433e-80b2-8adffce6c2af tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:12:39.688655 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d4b17-1e22-48d0-a9b0-d393aac4636b tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ec6ce7-d3f8-4423-855c-7c03da909a82,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:12:39.692010 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-af1d4b17-1e22-48d0-a9b0-d393aac4636b tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:12:39.721121 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d82df3-e72f-422f-aef4-4368e0f8cb30 req-34a9e6e7-4b20-4633-9b56-6589cd1888a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:39.727887 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c0d82df3-e72f-422f-aef4-4368e0f8cb30 req-34a9e6e7-4b20-4633-9b56-6589cd1888a5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7de450e2-2a1a-49c9-ba7c-656187c1b2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819719 Nov 24 18:12:39.777320 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f9b43c90-d4b9-4290-b877-dde56ec9d34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1555563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3149124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2422208'] for subnet, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:39.783801 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:12:39.819570 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-af1d4b17-1e22-48d0-a9b0-d393aac4636b tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:39.821929 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-af1d4b17-1e22-48d0-a9b0-d393aac4636b tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "DELETE /v2.0/security-groups/b5ec6ce7-d3f8-4423-855c-7c03da909a82 HTTP/1.1" status: 204 len: 168 time: 0.7510002 Nov 24 18:12:39.826901 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 57528) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:12:39.827270 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b43c90-d4b9-4290-b877-dde56ec9d34d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb34300e-db3e-473b-9bf9-eea83552c640,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:12:39.836753 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f9b43c90-d4b9-4290-b877-dde56ec9d34d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:39.836753 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-f9b43c90-d4b9-4290-b877-dde56ec9d34d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/cb34300e-db3e-473b-9bf9-eea83552c640 HTTP/1.1" status: 204 len: 168 time: 0.6566029 Nov 24 18:12:39.838348 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7347d19-9e69-4873-a2d6-f56ea55726d7 None None] Network 99e16732-504f-4bd0-9b6d-ec24f46575f9 requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:12:39.839013 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 57532) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:12:39.839812 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-f9b43c90-d4b9-4290-b877-dde56ec9d34d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:12:39.947671 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1fc99e2e-fd4f-4a99-b363-0671dd38e3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483400'] for network, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:39.958291 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-1fc99e2e-fd4f-4a99-b363-0671dd38e3c9 admin admin] Deleting port ee699d7e-b876-4f9d-a3c0-969065561863 {{(pid=87424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:12:39.958624 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1fc99e2e-fd4f-4a99-b363-0671dd38e3c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:39.969792 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c0d82df3-e72f-422f-aef4-4368e0f8cb30 req-b51ec577-9f00-441c-8d72-edee7055ec34 service neutron] 10.222.0.66 "GET /v2.0/networks/7de450e2-2a1a-49c9-ba7c-656187c1b2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392011 Nov 24 18:12:40.111676 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94060c5a-5046-4a61-bea8-5bdba8ffc5f3 None None] DHCP port deletion for 99e16732-504f-4bd0-9b6d-ec24f46575f9 request from dv-cinder-818579-1-smb {{(pid=87425) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 18:12:40.116284 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-94060c5a-5046-4a61-bea8-5bdba8ffc5f3 None None] Deleting port ee699d7e-b876-4f9d-a3c0-969065561863 {{(pid=87425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:12:40.116720 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-94060c5a-5046-4a61-bea8-5bdba8ffc5f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:40.170874 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.db [None req-1fc99e2e-fd4f-4a99-b363-0671dd38e3c9 admin admin] For port ee699d7e-b876-4f9d-a3c0-969065561863, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=ee699d7e-b876-4f9d-a3c0-969065561863,segment=NetworkSegment(3bf95cc0-1d80-495e-9c51-016a41842eca),segment_id=3bf95cc0-1d80-495e-9c51-016a41842eca)] {{(pid=87424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:12:40.171322 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1fc99e2e-fd4f-4a99-b363-0671dd38e3c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:40.242864 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device ee699d7e-b876-4f9d-a3c0-969065561863 no longer exists at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:12:40.259581 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [None req-85337802-e0ff-40d3-9693-6d9be7b369ab tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Deleting port 86e2028f-a2d1-41da-b0b5-a450d61e1442 {{(pid=87423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:12:40.259998 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-85337802-e0ff-40d3-9693-6d9be7b369ab tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:40.313691 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-1fc99e2e-fd4f-4a99-b363-0671dd38e3c9 admin admin] Calling delete_port for ee699d7e-b876-4f9d-a3c0-969065561863 owned by network:dhcp {{(pid=87424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:12:40.354324 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-c0d82df3-e72f-422f-aef4-4368e0f8cb30 req-b2f0f459-c9c7-42d7-a6b7-134bc7752a27 service neutron] 10.222.0.66 "GET /v2.0/networks/7de450e2-2a1a-49c9-ba7c-656187c1b2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296175 Nov 24 18:12:40.440946 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-94060c5a-5046-4a61-bea8-5bdba8ffc5f3 None None] For port ee699d7e-b876-4f9d-a3c0-969065561863, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=ee699d7e-b876-4f9d-a3c0-969065561863,segment=NetworkSegment(3bf95cc0-1d80-495e-9c51-016a41842eca),segment_id=3bf95cc0-1d80-495e-9c51-016a41842eca)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:12:40.441369 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-94060c5a-5046-4a61-bea8-5bdba8ffc5f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:40.461427 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-85337802-e0ff-40d3-9693-6d9be7b369ab tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:40.461981 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-85337802-e0ff-40d3-9693-6d9be7b369ab tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:40.471673 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1fc99e2e-fd4f-4a99-b363-0671dd38e3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3149175'] for port, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:40.476820 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:12:40.483431 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Port ee699d7e-b876-4f9d-a3c0-969065561863 update to DOWN by agent not found {{(pid=87425) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Nov 24 18:12:40.483882 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device d1551d16-3677-43e0-8565-c02dc21a13ae no longer exists at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:12:40.524580 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc99e2e-fd4f-4a99-b363-0671dd38e3c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee699d7e-b876-4f9d-a3c0-969065561863,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:12:40.527892 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-1fc99e2e-fd4f-4a99-b363-0671dd38e3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:12:40.530225 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc99e2e-fd4f-4a99-b363-0671dd38e3c9 admin admin] No DVR routers for this DVR port ee699d7e-b876-4f9d-a3c0-969065561863 on host dv-cinder-818579-1-smb {{(pid=87424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 18:12:40.590147 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [None req-85337802-e0ff-40d3-9693-6d9be7b369ab tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Calling delete_port for 86e2028f-a2d1-41da-b0b5-a450d61e1442 owned by network:floatingip {{(pid=87423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:12:40.614938 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-3338ca0a-aeaf-4677-9062-b8cd0afe789e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:40.626345 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-94060c5a-5046-4a61-bea8-5bdba8ffc5f3 None None] Calling delete_port for ee699d7e-b876-4f9d-a3c0-969065561863 owned by network:dhcp {{(pid=87425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:12:40.646460 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1fc99e2e-fd4f-4a99-b363-0671dd38e3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553944', 'neutron.services.segments.db._delete_segments_for_network-8730962215078'] for network, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:40.652814 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] No Port match for: d1551d16-3677-43e0-8565-c02dc21a13ae {{(pid=87425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 18:12:40.653170 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device d1551d16-3677-43e0-8565-c02dc21a13ae not bound to the agent host dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 18:12:40.653597 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device b4786ac5-7489-4fe8-9c8e-a5bb631d7119 no longer exists at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:12:40.673383 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.services.segments.db [None req-1fc99e2e-fd4f-4a99-b363-0671dd38e3c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e16732-504f-4bd0-9b6d-ec24f46575f9']}} {{(pid=87424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:12:40.685776 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.services.segments.db [None req-1fc99e2e-fd4f-4a99-b363-0671dd38e3c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bf95cc0-1d80-495e-9c51-016a41842eca') {'for_net_delete': True} {{(pid=87424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:12:40.686147 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.services.segments.db [None req-1fc99e2e-fd4f-4a99-b363-0671dd38e3c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bf95cc0-1d80-495e-9c51-016a41842eca') {} {{(pid=87424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:12:40.702654 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] No Port match for: b4786ac5-7489-4fe8-9c8e-a5bb631d7119 {{(pid=87425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 18:12:40.704769 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device b4786ac5-7489-4fe8-9c8e-a5bb631d7119 not bound to the agent host dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 18:12:40.706023 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1fc99e2e-fd4f-4a99-b363-0671dd38e3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730962258553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2119733'] for segment, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:40.725545 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1fc99e2e-fd4f-4a99-b363-0671dd38e3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541721'] for segment, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:40.736499 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc99e2e-fd4f-4a99-b363-0671dd38e3c9 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=87424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 18:12:40.736957 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1fc99e2e-fd4f-4a99-b363-0671dd38e3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1541712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3149210'] for segment, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:40.751396 dv-cinder-818579-1-smb neutron-server[87424]: Traceback (most recent call last): Nov 24 18:12:40.751396 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 18:12:40.751396 dv-cinder-818579-1-smb neutron-server[87424]: timer() Nov 24 18:12:40.751396 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 18:12:40.751396 dv-cinder-818579-1-smb neutron-server[87424]: cb(*args, **kw) Nov 24 18:12:40.751396 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 18:12:40.751396 dv-cinder-818579-1-smb neutron-server[87424]: return func(*args, **kwargs) Nov 24 18:12:40.751396 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 18:12:40.751396 dv-cinder-818579-1-smb neutron-server[87424]: self._notify() Nov 24 18:12:40.751396 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 18:12:40.751396 dv-cinder-818579-1-smb neutron-server[87424]: self.callback(batched_events) Nov 24 18:12:40.751396 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 18:12:40.751396 dv-cinder-818579-1-smb neutron-server[87424]: event.method(event) Nov 24 18:12:40.751396 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 18:12:40.751396 dv-cinder-818579-1-smb neutron-server[87424]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 18:12:40.751396 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 18:12:40.751396 dv-cinder-818579-1-smb neutron-server[87424]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 18:12:40.751396 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 18:12:40.751396 dv-cinder-818579-1-smb neutron-server[87424]: return f(self, *a, **k) Nov 24 18:12:40.751396 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 18:12:40.751396 dv-cinder-818579-1-smb neutron-server[87424]: return self._get(url).json() Nov 24 18:12:40.751396 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 18:12:40.751396 dv-cinder-818579-1-smb neutron-server[87424]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 18:12:40.751396 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 18:12:40.751396 dv-cinder-818579-1-smb neutron-server[87424]: return self.request(url, 'GET', **kwargs) Nov 24 18:12:40.751396 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 18:12:40.751396 dv-cinder-818579-1-smb neutron-server[87424]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 18:12:40.751396 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 18:12:40.751396 dv-cinder-818579-1-smb neutron-server[87424]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 18:12:40.751396 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 18:12:40.751396 dv-cinder-818579-1-smb neutron-server[87424]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 18:12:40.751396 dv-cinder-818579-1-smb neutron-server[87424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 18:12:40.816593 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.db.api [None req-94060c5a-5046-4a61-bea8-5bdba8ffc5f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 18:12:40.816982 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_db.api [None req-94060c5a-5046-4a61-bea8-5bdba8ffc5f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 18:12:40.832185 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-85337802-e0ff-40d3-9693-6d9be7b369ab tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:40.837025 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-3a690063-2d0c-43a8-8a92-12de83a379eb tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:12:40.877934 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1fc99e2e-fd4f-4a99-b363-0671dd38e3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505765'] for network, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:40.881670 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:12:40.885085 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85337802-e0ff-40d3-9693-6d9be7b369ab tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Pushing event deleted for resources: {'Port': ['ID=86e2028f-a2d1-41da-b0b5-a450d61e1442,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:12:40.898527 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1fc99e2e-fd4f-4a99-b363-0671dd38e3c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for network, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:40.909126 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc99e2e-fd4f-4a99-b363-0671dd38e3c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=99e16732-504f-4bd0-9b6d-ec24f46575f9,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:12:40.913011 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-85337802-e0ff-40d3-9693-6d9be7b369ab tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:12:40.913149 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-1fc99e2e-fd4f-4a99-b363-0671dd38e3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:12:40.963717 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-1fc99e2e-fd4f-4a99-b363-0671dd38e3c9 admin admin] 10.222.0.65 "DELETE /v2.0/networks/99e16732-504f-4bd0-9b6d-ec24f46575f9 HTTP/1.1" status: 204 len: 168 time: 1.1228418 Nov 24 18:12:40.974375 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-85337802-e0ff-40d3-9693-6d9be7b369ab tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks [] for floatingip, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:40.974697 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.db.l3_db [None req-85337802-e0ff-40d3-9693-6d9be7b369ab tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Floating IP 138440f9-48b7-4691-92fe-d5418c4acd06 disassociated (deleted). External IP: 172.28.3.10, port: c80811f8-9bbb-4738-b8e7-bad707ffe4c3. Nov 24 18:12:41.292659 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 57538) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:12:41.317792 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-94060c5a-5046-4a61-bea8-5bdba8ffc5f3 None None] Deleting port ee699d7e-b876-4f9d-a3c0-969065561863 {{(pid=87425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:12:41.318349 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-94060c5a-5046-4a61-bea8-5bdba8ffc5f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:41.335313 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85337802-e0ff-40d3-9693-6d9be7b369ab tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Router 8015f102-e37e-4a92-83fa-37de0cf4fb7e has already been hosted by L3 agent aba83f48-bec1-4447-972f-e1c88a92dee8 {{(pid=87423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 18:12:41.346633 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-fdcec0a3-bf02-40ef-b0d1-59146cd2b468 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5c410027f08a449c97bc26384e1b72cd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0499864 Nov 24 18:12:41.346824 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 57542) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:12:41.391278 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:41.396073 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-94060c5a-5046-4a61-bea8-5bdba8ffc5f3 None None] The port 'ee699d7e-b876-4f9d-a3c0-969065561863' was deleted {{(pid=87425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 18:12:41.416531 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-da6972b3-47ea-408a-b970-d4357abb0e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:41.442020 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-da6972b3-47ea-408a-b970-d4357abb0e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:41.529120 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85337802-e0ff-40d3-9693-6d9be7b369ab tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify agent at l3_agent.dv-cinder-818579-1-smb the message routers_updated {{(pid=87423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 18:12:41.534568 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-da6972b3-47ea-408a-b970-d4357abb0e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:41.539974 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be364c92-6b58-4678-9eb7-ebf004eeb2ec None None] Sync routers for ids ['8015f102-e37e-4a92-83fa-37de0cf4fb7e'] in dv-cinder-818579-1-smb {{(pid=87426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 18:12:41.541876 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-6de485de-6f83-4f1a-bd37-df69bc6c54fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:12:41.549979 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be364c92-6b58-4678-9eb7-ebf004eeb2ec None None] Routers {'8015f102-e37e-4a92-83fa-37de0cf4fb7e'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:12:41.550739 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-be364c92-6b58-4678-9eb7-ebf004eeb2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:12:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['8015f102-e37e-4a92-83fa-37de0cf4fb7e'], 'active': True} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:12:41.554636 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6972b3-47ea-408a-b970-d4357abb0e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9974e538-c99d-454b-9b46-da37ff38e5ba,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:12:41.558409 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-da6972b3-47ea-408a-b970-d4357abb0e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:12:41.561642 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-da6972b3-47ea-408a-b970-d4357abb0e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:41.562737 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-da6972b3-47ea-408a-b970-d4357abb0e78 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9974e538-c99d-454b-9b46-da37ff38e5ba HTTP/1.1" status: 204 len: 168 time: 0.2150753 Nov 24 18:12:41.591871 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-85337802-e0ff-40d3-9693-6d9be7b369ab tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for floatingip, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:41.648619 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-85337802-e0ff-40d3-9693-6d9be7b369ab tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "DELETE /v2.0/floatingips/138440f9-48b7-4691-92fe-d5418c4acd06 HTTP/1.1" status: 204 len: 168 time: 1.8212285 Nov 24 18:12:41.649438 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f5a9ee-ea5b-4643-8033-97c528969bfa', 'tag': 'c80811f8-9bbb-4738-b8e7-bad707ffe4c3'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:12:41.696588 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f5a9ee-ea5b-4643-8033-97c528969bfa', 'tag': 'c80811f8-9bbb-4738-b8e7-bad707ffe4c3', 'status': 'completed', 'code': 200} Nov 24 18:12:41.742686 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvr_db [None req-be364c92-6b58-4678-9eb7-ebf004eeb2ec None None] Set router 8015f102-e37e-4a92-83fa-37de0cf4fb7e gateway port host: dv-cinder-818579-1-smb {{(pid=87426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:12:41.931939 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7266d-e451-44f8-97d7-c38f6061f9c0 req-b481ae62-c41d-48aa-85ca-269fd388fb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:41.933653 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b2a7266d-e451-44f8-97d7-c38f6061f9c0 req-b481ae62-c41d-48aa-85ca-269fd388fb05 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=39f9e6e00d1d47b5b4977115816bffd8&device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 1099 time: 0.2024105 Nov 24 18:12:42.084671 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7266d-e451-44f8-97d7-c38f6061f9c0 req-7b3a292b-966c-49bd-b060-9f715d58151a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:42.086123 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b2a7266d-e451-44f8-97d7-c38f6061f9c0 req-7b3a292b-966c-49bd-b060-9f715d58151a service neutron] 10.222.0.66 "GET /v2.0/networks?id=7de450e2-2a1a-49c9-ba7c-656187c1b2f7 HTTP/1.1" status: 200 len: 916 time: 0.1376898 Nov 24 18:12:42.091429 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-be364c92-6b58-4678-9eb7-ebf004eeb2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'name': 'tempest-TestMinimumBasicScenario-1627882808-router', 'tenant_id': '39f9e6e00d1d47b5b4977115816bffd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd0a568a9-dcbe-46af-b0f2-afb4084c8264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:10:02Z', 'updated_at': '2021-11-24T18:10:08Z', 'revision_number': 4, 'project_id': '39f9e6e00d1d47b5b4977115816bffd8', 'gw_port': {'id': 'd0a568a9-dcbe-46af-b0f2-afb4084c8264', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:10:03Z', 'updated_at': '2021-11-24T18:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': 'f8da2434-c94c-413c-8228-2cd2fe067552', 'name': '', 'network_id': '7de450e2-2a1a-49c9-ba7c-656187c1b2f7', 'tenant_id': '39f9e6e00d1d47b5b4977115816bffd8', 'mac_address': 'fa:16:3e:69:8b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1169030e-ce60-4617-bb28-921bdafdc55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:10:07Z', 'updated_at': '2021-11-24T18:10:15Z', 'revision_number': 5, 'project_id': '39f9e6e00d1d47b5b4977115816bffd8', 'subnets': [{'id': '1169030e-ce60-4617-bb28-921bdafdc55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:12:42.099096 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be364c92-6b58-4678-9eb7-ebf004eeb2ec None None] Checking router: 8015f102-e37e-4a92-83fa-37de0cf4fb7e for host: dv-cinder-818579-1-smb {{(pid=87426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 18:12:42.108154 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be364c92-6b58-4678-9eb7-ebf004eeb2ec None None] Routers {'8015f102-e37e-4a92-83fa-37de0cf4fb7e'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:12:42.108780 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-be364c92-6b58-4678-9eb7-ebf004eeb2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:12:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['8015f102-e37e-4a92-83fa-37de0cf4fb7e'], 'active': True} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:12:42.185680 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b2a7266d-e451-44f8-97d7-c38f6061f9c0 req-2bcee6ad-e565-4935-aab8-06c71adfcdbc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c80811f8-9bbb-4738-b8e7-bad707ffe4c3 HTTP/1.1" status: 200 len: 217 time: 0.0917499 Nov 24 18:12:42.250109 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7266d-e451-44f8-97d7-c38f6061f9c0 req-b5ed9c82-2b83-429c-8e9d-f99bc244397e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:42.251540 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b2a7266d-e451-44f8-97d7-c38f6061f9c0 req-b5ed9c82-2b83-429c-8e9d-f99bc244397e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1169030e-ce60-4617-bb28-921bdafdc55c HTTP/1.1" status: 200 len: 854 time: 0.0601599 Nov 24 18:12:42.342465 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7266d-e451-44f8-97d7-c38f6061f9c0 req-f7f616ba-52b9-417f-a901-9169bd54a171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:42.342949 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvr_db [None req-be364c92-6b58-4678-9eb7-ebf004eeb2ec None None] Set router 8015f102-e37e-4a92-83fa-37de0cf4fb7e gateway port host: dv-cinder-818579-1-smb {{(pid=87426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:12:42.344728 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b2a7266d-e451-44f8-97d7-c38f6061f9c0 req-f7f616ba-52b9-417f-a901-9169bd54a171 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7de450e2-2a1a-49c9-ba7c-656187c1b2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0839860 Nov 24 18:12:42.488311 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b2a7266d-e451-44f8-97d7-c38f6061f9c0 req-a8b54466-e051-474f-8d3a-9849c3769702 service neutron] 10.222.0.66 "GET /v2.0/networks/7de450e2-2a1a-49c9-ba7c-656187c1b2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358800 Nov 24 18:12:42.642131 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b2a7266d-e451-44f8-97d7-c38f6061f9c0 req-5deed5f0-9ee1-4d69-94e8-c6122f0bff0d service neutron] 10.222.0.66 "GET /v2.0/networks/7de450e2-2a1a-49c9-ba7c-656187c1b2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457400 Nov 24 18:12:42.677634 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:42.694994 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-be364c92-6b58-4678-9eb7-ebf004eeb2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'name': 'tempest-TestMinimumBasicScenario-1627882808-router', 'tenant_id': '39f9e6e00d1d47b5b4977115816bffd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd0a568a9-dcbe-46af-b0f2-afb4084c8264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:10:02Z', 'updated_at': '2021-11-24T18:10:08Z', 'revision_number': 4, 'project_id': '39f9e6e00d1d47b5b4977115816bffd8', 'gw_port': {'id': 'd0a568a9-dcbe-46af-b0f2-afb4084c8264', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:10:03Z', 'updated_at': '2021-11-24T18:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': 'f8da2434-c94c-413c-8228-2cd2fe067552', 'name': '', 'network_id': '7de450e2-2a1a-49c9-ba7c-656187c1b2f7', 'tenant_id': '39f9e6e00d1d47b5b4977115816bffd8', 'mac_address': 'fa:16:3e:69:8b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1169030e-ce60-4617-bb28-921bdafdc55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:10:07Z', 'updated_at': '2021-11-24T18:10:15Z', 'revision_number': 5, 'project_id': '39f9e6e00d1d47b5b4977115816bffd8', 'subnets': [{'id': '1169030e-ce60-4617-bb28-921bdafdc55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:12:42.698885 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be364c92-6b58-4678-9eb7-ebf004eeb2ec None None] The sync data for ids ['8015f102-e37e-4a92-83fa-37de0cf4fb7e'] in dv-cinder-818579-1-smb is: [{'id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'name': 'tempest-TestMinimumBasicScenario-1627882808-router', 'tenant_id': '39f9e6e00d1d47b5b4977115816bffd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd0a568a9-dcbe-46af-b0f2-afb4084c8264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:10:02Z', 'updated_at': '2021-11-24T18:10:08Z', 'revision_number': 4, 'project_id': '39f9e6e00d1d47b5b4977115816bffd8', 'gw_port': {'id': 'd0a568a9-dcbe-46af-b0f2-afb4084c8264', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:10:03Z', 'updated_at': '2021-11-24T18:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': 'f8da2434-c94c-413c-8228-2cd2fe067552', 'name': '', 'network_id': '7de450e2-2a1a-49c9-ba7c-656187c1b2f7', 'tenant_id': '39f9e6e00d1d47b5b4977115816bffd8', 'mac_address': 'fa:16:3e:69:8b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1169030e-ce60-4617-bb28-921bdafdc55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:10:07Z', 'updated_at': '2021-11-24T18:10:15Z', 'revision_number': 5, 'project_id': '39f9e6e00d1d47b5b4977115816bffd8', 'subnets': [{'id': '1169030e-ce60-4617-bb28-921bdafdc55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 18:12:42.976110 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc75f4cb-16d3-4b5a-806f-5f1d5dde77d2 None None] New status for floating IP 138440f9-48b7-4691-92fe-d5418c4acd06: DOWN {{(pid=87425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 18:12:45.371826 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4344a44-8083-4a59-9caf-37e3bda4f74f req-6e5b87c6-1527-4712-ae62-f6d71c1f69c2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:45.373689 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-a4344a44-8083-4a59-9caf-37e3bda4f74f req-6e5b87c6-1527-4712-ae62-f6d71c1f69c2 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 946 time: 0.0801008 Nov 24 18:12:45.416920 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-a4344a44-8083-4a59-9caf-37e3bda4f74f req-1f4cb4a6-7cb4-4b32-9b81-e78ad2f98ca5 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Synchronizing usage tracker for tenant:39f9e6e00d1d47b5b4977115816bffd8 on resource:security_group {{(pid=87424) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:12:45.482457 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-a4344a44-8083-4a59-9caf-37e3bda4f74f req-1f4cb4a6-7cb4-4b32-9b81-e78ad2f98ca5 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Unset dirty status for tenant:39f9e6e00d1d47b5b4977115816bffd8 on resource:security_group {{(pid=87424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:12:45.483539 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-a4344a44-8083-4a59-9caf-37e3bda4f74f req-1f4cb4a6-7cb4-4b32-9b81-e78ad2f98ca5 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/security-groups?id=b433f5eb-ddb4-4b7e-815a-3939e432f18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042910 Nov 24 18:12:46.670336 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c64ffb-0934-4585-97a7-37fc321182bb req-c4310646-17d8-4a51-8c63-92822947f649 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:46.670935 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-e5c64ffb-0934-4585-97a7-37fc321182bb req-c4310646-17d8-4a51-8c63-92822947f649 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Synchronizing usage tracker for tenant:39f9e6e00d1d47b5b4977115816bffd8 on resource:port {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:12:46.745323 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-e5c64ffb-0934-4585-97a7-37fc321182bb req-c4310646-17d8-4a51-8c63-92822947f649 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Unset dirty status for tenant:39f9e6e00d1d47b5b4977115816bffd8 on resource:port {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:12:46.746472 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e5c64ffb-0934-4585-97a7-37fc321182bb req-c4310646-17d8-4a51-8c63-92822947f649 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 946 time: 0.1590018 Nov 24 18:12:46.790826 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e5c64ffb-0934-4585-97a7-37fc321182bb req-1d47745a-5225-4ad3-9fe0-6302be868939 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/security-groups?id=b433f5eb-ddb4-4b7e-815a-3939e432f18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385911 Nov 24 18:12:47.230149 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d2920-631d-4c4a-b361-b61d411a4544 req-4fe745b8-369d-4704-ab82-386077c50cb5 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:47.231535 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-116d2920-631d-4c4a-b361-b61d411a4544 req-4fe745b8-369d-4704-ab82-386077c50cb5 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.66 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 946 time: 0.0802338 Nov 24 18:12:47.300764 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-116d2920-631d-4c4a-b361-b61d411a4544 req-a1891fe3-e14e-4ed9-8655-1bb5228fc532 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Deleting port c80811f8-9bbb-4738-b8e7-bad707ffe4c3 {{(pid=87423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:12:47.301098 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-116d2920-631d-4c4a-b361-b61d411a4544 req-a1891fe3-e14e-4ed9-8655-1bb5228fc532 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:47.547793 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-116d2920-631d-4c4a-b361-b61d411a4544 req-a1891fe3-e14e-4ed9-8655-1bb5228fc532 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] For port c80811f8-9bbb-4738-b8e7-bad707ffe4c3, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=c80811f8-9bbb-4738-b8e7-bad707ffe4c3,segment=NetworkSegment(84f387a6-043c-4b34-9566-cea2391a5577),segment_id=84f387a6-043c-4b34-9566-cea2391a5577)] {{(pid=87423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:12:47.548159 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-116d2920-631d-4c4a-b361-b61d411a4544 req-a1891fe3-e14e-4ed9-8655-1bb5228fc532 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:47.671991 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-116d2920-631d-4c4a-b361-b61d411a4544 req-a1891fe3-e14e-4ed9-8655-1bb5228fc532 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Calling delete_port for c80811f8-9bbb-4738-b8e7-bad707ffe4c3 owned by compute:nova {{(pid=87423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:12:47.879822 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-116d2920-631d-4c4a-b361-b61d411a4544 req-a1891fe3-e14e-4ed9-8655-1bb5228fc532 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:47.885896 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-40905e43-7065-45c2-86d7-df3f6047140c tempest-VolumesActionsTest-951685245 tempest-VolumesActionsTest-951685245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:12:47.891157 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['c80811f8-9bbb-4738-b8e7-bad707ffe4c3'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:12:47.943977 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1891fe3-e14e-4ed9-8655-1bb5228fc532 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Pushing event deleted for resources: {'Port': ['ID=c80811f8-9bbb-4738-b8e7-bad707ffe4c3,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:12:47.948154 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-a1891fe3-e14e-4ed9-8655-1bb5228fc532 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:12:47.951231 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-676a0225-834a-438c-ab4a-f336d75d2016 req-567039c3-e201-477e-8ae3-b7027bc68aa9 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 210 time: 0.0490181 Nov 24 18:12:48.110268 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [req-116d2920-631d-4c4a-b361-b61d411a4544 req-a1891fe3-e14e-4ed9-8655-1bb5228fc532 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] No DVR routers for this DVR port c80811f8-9bbb-4738-b8e7-bad707ffe4c3 on host hv-cinder-81857 {{(pid=87423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 18:12:48.112777 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-116d2920-631d-4c4a-b361-b61d411a4544 req-a1891fe3-e14e-4ed9-8655-1bb5228fc532 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:48.115345 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f5a9ee-ea5b-4643-8033-97c528969bfa', 'name': 'network-vif-deleted', 'tag': 'c80811f8-9bbb-4738-b8e7-bad707ffe4c3'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:12:48.150648 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 57660) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:12:48.176663 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f5a9ee-ea5b-4643-8033-97c528969bfa', 'name': 'network-vif-deleted', 'tag': 'c80811f8-9bbb-4738-b8e7-bad707ffe4c3', 'status': 'completed', 'code': 200} Nov 24 18:12:48.186817 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-116d2920-631d-4c4a-b361-b61d411a4544 req-a1891fe3-e14e-4ed9-8655-1bb5228fc532 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.66 "DELETE /v2.0/ports/c80811f8-9bbb-4738-b8e7-bad707ffe4c3 HTTP/1.1" status: 204 len: 173 time: 0.9472754 Nov 24 18:12:48.378635 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-ed1c0412-0b25-44a6-9cef-01de52175cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:48.393280 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-ed1c0412-0b25-44a6-9cef-01de52175cc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:12:48.397097 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-ed1c0412-0b25-44a6-9cef-01de52175cc1 admin admin] Usage tracker for resource:security_group_rule and tenant:e706e445086a494d9e52de130c0940e6 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:12:48.400566 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-ed1c0412-0b25-44a6-9cef-01de52175cc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:12:48.406244 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-ed1c0412-0b25-44a6-9cef-01de52175cc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:12:48.491584 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-ed1c0412-0b25-44a6-9cef-01de52175cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:48.557292 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-ed1c0412-0b25-44a6-9cef-01de52175cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:48.563499 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-245e8d9b-6521-45d4-a8c7-6a24e62e943f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:12:48.602582 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c0412-0b25-44a6-9cef-01de52175cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0eead0-0431-48c3-9ca1-852b1967e0a6,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:12:48.606566 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-ed1c0412-0b25-44a6-9cef-01de52175cc1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e706e445086a494d9e52de130c0940e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4548919 Nov 24 18:12:48.607436 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-ed1c0412-0b25-44a6-9cef-01de52175cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:12:48.609289 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 57666) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:12:48.666787 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-8803f411-6269-4e40-80e8-f3e3d5100f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:48.691388 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-8803f411-6269-4e40-80e8-f3e3d5100f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:48.814792 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-8803f411-6269-4e40-80e8-f3e3d5100f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:48.819974 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-bef39cd3-065a-4d01-9922-31be498f3108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:12:48.832475 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803f411-6269-4e40-80e8-f3e3d5100f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0eead0-0431-48c3-9ca1-852b1967e0a6,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:12:48.835381 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-8803f411-6269-4e40-80e8-f3e3d5100f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:12:48.837889 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-8803f411-6269-4e40-80e8-f3e3d5100f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:48.838991 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-8803f411-6269-4e40-80e8-f3e3d5100f2b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5e0eead0-0431-48c3-9ca1-852b1967e0a6 HTTP/1.1" status: 204 len: 168 time: 0.2287979 Nov 24 18:12:49.121355 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-8db9d6d4-43a6-4526-9ce9-e0c4e6c624f5 req-63d1572d-7d5a-49ac-be72-673f3a71df1e tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] 10.222.0.65 "GET /v2.0/ports?device_id=91f5a9ee-ea5b-4643-8033-97c528969bfa HTTP/1.1" status: 200 len: 210 time: 0.0459931 Nov 24 18:12:49.457009 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 57676) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:12:49.473866 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-635c7d71-b317-4685-9c54-4dace93548aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:49.488092 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-635c7d71-b317-4685-9c54-4dace93548aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:12:49.491800 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-635c7d71-b317-4685-9c54-4dace93548aa admin admin] Usage tracker for resource:security_group_rule and tenant:0ad91e8d9b5c4af2981b741b70e3d6d6 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:12:49.495522 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-635c7d71-b317-4685-9c54-4dace93548aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:12:49.501106 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-635c7d71-b317-4685-9c54-4dace93548aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:12:49.578312 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-635c7d71-b317-4685-9c54-4dace93548aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:49.654426 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-635c7d71-b317-4685-9c54-4dace93548aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:49.666522 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-7139a6b7-5f2f-4be3-8983-24563bcad62a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:12:49.704076 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-635c7d71-b317-4685-9c54-4dace93548aa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0ad91e8d9b5c4af2981b741b70e3d6d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2460623 Nov 24 18:12:49.704998 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c7d71-b317-4685-9c54-4dace93548aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe30e1e9-4251-41e4-b6bd-32280690156d,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:12:49.707077 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 57680) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:12:49.708264 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-635c7d71-b317-4685-9c54-4dace93548aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:12:49.764498 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b40cb27b-1b6f-40db-bc24-7d299b9137cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:49.789437 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b40cb27b-1b6f-40db-bc24-7d299b9137cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:50.100522 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b40cb27b-1b6f-40db-bc24-7d299b9137cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:50.104339 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-2746202c-9e41-4945-a103-dc938bb09ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:12:50.117318 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40cb27b-1b6f-40db-bc24-7d299b9137cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe30e1e9-4251-41e4-b6bd-32280690156d,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:12:50.121083 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-b40cb27b-1b6f-40db-bc24-7d299b9137cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:12:50.124103 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b40cb27b-1b6f-40db-bc24-7d299b9137cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:50.125211 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-b40cb27b-1b6f-40db-bc24-7d299b9137cb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fe30e1e9-4251-41e4-b6bd-32280690156d HTTP/1.1" status: 204 len: 168 time: 0.4171784 Nov 24 18:12:50.843248 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device c80811f8-9bbb-4738-b8e7-bad707ffe4c3 no longer exists at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:12:50.876271 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] No Port match for: c80811f8-9bbb-4738-b8e7-bad707ffe4c3 {{(pid=87425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 18:12:50.876609 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device c80811f8-9bbb-4738-b8e7-bad707ffe4c3 not bound to the agent host hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 18:12:51.665466 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 57754) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:12:52.191386 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:52.202203 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-0812250d-fe02-44a2-8970-01d79b7d62b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578981'] for router_interface, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:52.547400 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-0812250d-fe02-44a2-8970-01d79b7d62b6 admin admin] Deleting port f8da2434-c94c-413c-8228-2cd2fe067552 {{(pid=87424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:12:52.547733 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-0812250d-fe02-44a2-8970-01d79b7d62b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:52.714598 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.db [None req-0812250d-fe02-44a2-8970-01d79b7d62b6 admin admin] For port f8da2434-c94c-413c-8228-2cd2fe067552, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=f8da2434-c94c-413c-8228-2cd2fe067552,segment=NetworkSegment(84f387a6-043c-4b34-9566-cea2391a5577),segment_id=84f387a6-043c-4b34-9566-cea2391a5577)] {{(pid=87424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:12:52.715226 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-0812250d-fe02-44a2-8970-01d79b7d62b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:52.938712 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-0812250d-fe02-44a2-8970-01d79b7d62b6 admin admin] Calling delete_port for f8da2434-c94c-413c-8228-2cd2fe067552 owned by network:router_interface {{(pid=87424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:12:53.152374 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-0812250d-fe02-44a2-8970-01d79b7d62b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3149175'] for port, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:53.156057 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-a03882ff-da7e-44c5-b859-5ba6b0e91ea0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:12:53.198668 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812250d-fe02-44a2-8970-01d79b7d62b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8da2434-c94c-413c-8228-2cd2fe067552,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:12:53.201828 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-0812250d-fe02-44a2-8970-01d79b7d62b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:12:53.482902 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-0812250d-fe02-44a2-8970-01d79b7d62b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-589397'] for router_interface, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:53.854794 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0812250d-fe02-44a2-8970-01d79b7d62b6 admin admin] Router 8015f102-e37e-4a92-83fa-37de0cf4fb7e has already been hosted by L3 agent aba83f48-bec1-4447-972f-e1c88a92dee8 {{(pid=87424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 18:12:54.025707 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0812250d-fe02-44a2-8970-01d79b7d62b6 admin admin] Notify agent at l3_agent.dv-cinder-818579-1-smb the message routers_updated {{(pid=87424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 18:12:54.036710 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5b686a-97a6-415b-9397-58bfeda191ac None None] Sync routers for ids ['8015f102-e37e-4a92-83fa-37de0cf4fb7e'] in dv-cinder-818579-1-smb {{(pid=87426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 18:12:54.046648 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-0812250d-fe02-44a2-8970-01d79b7d62b6 admin admin] 10.222.0.65 "PUT /v2.0/routers/8015f102-e37e-4a92-83fa-37de0cf4fb7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3801069 Nov 24 18:12:54.048851 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5b686a-97a6-415b-9397-58bfeda191ac None None] Routers {'8015f102-e37e-4a92-83fa-37de0cf4fb7e'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:12:54.049219 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-0e5b686a-97a6-415b-9397-58bfeda191ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:12:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['8015f102-e37e-4a92-83fa-37de0cf4fb7e'], 'active': True} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:12:54.050575 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 57824) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:12:54.238104 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvr_db [None req-0e5b686a-97a6-415b-9397-58bfeda191ac None None] Set router 8015f102-e37e-4a92-83fa-37de0cf4fb7e gateway port host: dv-cinder-818579-1-smb {{(pid=87426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:12:54.373880 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-13644b1a-2d64-4b50-8723-335bfbe2c3dd admin admin] Notify callbacks [] for router, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:54.543849 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-0e5b686a-97a6-415b-9397-58bfeda191ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'name': 'tempest-TestMinimumBasicScenario-1627882808-router', 'tenant_id': '39f9e6e00d1d47b5b4977115816bffd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd0a568a9-dcbe-46af-b0f2-afb4084c8264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:10:02Z', 'updated_at': '2021-11-24T18:12:53Z', 'revision_number': 5, 'project_id': '39f9e6e00d1d47b5b4977115816bffd8', 'gw_port': {'id': 'd0a568a9-dcbe-46af-b0f2-afb4084c8264', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:10:03Z', 'updated_at': '2021-11-24T18:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb'}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:12:54.548154 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5b686a-97a6-415b-9397-58bfeda191ac None None] Checking router: 8015f102-e37e-4a92-83fa-37de0cf4fb7e for host: dv-cinder-818579-1-smb {{(pid=87426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 18:12:54.556981 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-13644b1a-2d64-4b50-8723-335bfbe2c3dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:54.559043 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5b686a-97a6-415b-9397-58bfeda191ac None None] Routers {'8015f102-e37e-4a92-83fa-37de0cf4fb7e'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:12:54.560085 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-0e5b686a-97a6-415b-9397-58bfeda191ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:12:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['8015f102-e37e-4a92-83fa-37de0cf4fb7e'], 'active': True} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:12:54.637679 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-13644b1a-2d64-4b50-8723-335bfbe2c3dd admin admin] Deleting port d0a568a9-dcbe-46af-b0f2-afb4084c8264 {{(pid=87424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:12:54.638213 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-13644b1a-2d64-4b50-8723-335bfbe2c3dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:54.754702 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvr_db [None req-0e5b686a-97a6-415b-9397-58bfeda191ac None None] Set router 8015f102-e37e-4a92-83fa-37de0cf4fb7e gateway port host: dv-cinder-818579-1-smb {{(pid=87426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:12:54.839476 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.db [None req-13644b1a-2d64-4b50-8723-335bfbe2c3dd admin admin] For port d0a568a9-dcbe-46af-b0f2-afb4084c8264, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=d0a568a9-dcbe-46af-b0f2-afb4084c8264,segment=NetworkSegment(d3760bee-36f8-40b7-a723-a1b5699a82b5),segment_id=d3760bee-36f8-40b7-a723-a1b5699a82b5)] {{(pid=87424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:12:54.839753 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-13644b1a-2d64-4b50-8723-335bfbe2c3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:54.965745 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-13644b1a-2d64-4b50-8723-335bfbe2c3dd admin admin] Calling delete_port for d0a568a9-dcbe-46af-b0f2-afb4084c8264 owned by network:router_gateway {{(pid=87424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:12:55.047400 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-0e5b686a-97a6-415b-9397-58bfeda191ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'name': 'tempest-TestMinimumBasicScenario-1627882808-router', 'tenant_id': '39f9e6e00d1d47b5b4977115816bffd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd0a568a9-dcbe-46af-b0f2-afb4084c8264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:10:02Z', 'updated_at': '2021-11-24T18:12:53Z', 'revision_number': 5, 'project_id': '39f9e6e00d1d47b5b4977115816bffd8', 'gw_port': {'id': 'd0a568a9-dcbe-46af-b0f2-afb4084c8264', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:10:03Z', 'updated_at': '2021-11-24T18:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb'}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:12:55.051580 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5b686a-97a6-415b-9397-58bfeda191ac None None] The sync data for ids ['8015f102-e37e-4a92-83fa-37de0cf4fb7e'] in dv-cinder-818579-1-smb is: [{'id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'name': 'tempest-TestMinimumBasicScenario-1627882808-router', 'tenant_id': '39f9e6e00d1d47b5b4977115816bffd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd0a568a9-dcbe-46af-b0f2-afb4084c8264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:10:02Z', 'updated_at': '2021-11-24T18:12:53Z', 'revision_number': 5, 'project_id': '39f9e6e00d1d47b5b4977115816bffd8', 'gw_port': {'id': 'd0a568a9-dcbe-46af-b0f2-afb4084c8264', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8015f102-e37e-4a92-83fa-37de0cf4fb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:10:03Z', 'updated_at': '2021-11-24T18:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb'}] {{(pid=87426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 18:12:55.197368 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-13644b1a-2d64-4b50-8723-335bfbe2c3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3149175'] for port, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:55.201157 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-c624908a-3cd8-424f-8a58-965b1cf778c2 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:12:55.241620 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13644b1a-2d64-4b50-8723-335bfbe2c3dd admin admin] Pushing event deleted for resources: {'Port': ['ID=d0a568a9-dcbe-46af-b0f2-afb4084c8264,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:12:55.245036 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-13644b1a-2d64-4b50-8723-335bfbe2c3dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:12:55.332454 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-13644b1a-2d64-4b50-8723-335bfbe2c3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505794'] for router_gateway, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:55.515055 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-13644b1a-2d64-4b50-8723-335bfbe2c3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4164644'] for router, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:55.517547 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-13644b1a-2d64-4b50-8723-335bfbe2c3dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:55.603835 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 57864) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:12:55.614389 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-13644b1a-2d64-4b50-8723-335bfbe2c3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-578892'] for router, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:55.614929 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13644b1a-2d64-4b50-8723-335bfbe2c3dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8015f102-e37e-4a92-83fa-37de0cf4fb7e {{(pid=87424) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 18:12:55.629510 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-13644b1a-2d64-4b50-8723-335bfbe2c3dd admin admin] Notify callbacks [] for router, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:55.630630 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-13644b1a-2d64-4b50-8723-335bfbe2c3dd admin admin] 10.222.0.65 "DELETE /v2.0/routers/8015f102-e37e-4a92-83fa-37de0cf4fb7e HTTP/1.1" status: 204 len: 168 time: 1.5791175 Nov 24 18:12:55.633359 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 57870) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:12:55.693809 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7e63607-fec4-4874-aa74-24fe02640747 admin admin] Deleting subnet 1169030e-ce60-4617-bb28-921bdafdc55c {{(pid=87424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 18:12:55.698778 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-b7e63607-fec4-4874-aa74-24fe02640747 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:55.755761 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-9436ea38-392d-49e2-8db2-da3d9e7a8838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:55.777077 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-b7e63607-fec4-4874-aa74-24fe02640747 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2119714'] for subnet, precommit_delete_associations {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:55.806121 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-9436ea38-392d-49e2-8db2-da3d9e7a8838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:12:55.816887 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-9436ea38-392d-49e2-8db2-da3d9e7a8838 admin admin] Usage tracker for resource:security_group_rule and tenant:1bd95f80d86f43ed9c0283ead7b81b73 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:12:55.820909 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-9436ea38-392d-49e2-8db2-da3d9e7a8838 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:12:55.829345 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-9436ea38-392d-49e2-8db2-da3d9e7a8838 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:12:55.888933 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-b7e63607-fec4-4874-aa74-24fe02640747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1555507'] for subnet, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:55.991235 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-9436ea38-392d-49e2-8db2-da3d9e7a8838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:56.054028 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-9436ea38-392d-49e2-8db2-da3d9e7a8838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:56.062466 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-82910c47-b99c-43c7-87fb-aa7ea19a9cad tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:12:56.101755 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-9436ea38-392d-49e2-8db2-da3d9e7a8838 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1bd95f80d86f43ed9c0283ead7b81b73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4967327 Nov 24 18:12:56.103505 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436ea38-392d-49e2-8db2-da3d9e7a8838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5754b21b-39ee-4227-b15a-970bec0974e1,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:12:56.104528 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 57874) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:12:56.107775 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-9436ea38-392d-49e2-8db2-da3d9e7a8838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:12:56.109493 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-b7e63607-fec4-4874-aa74-24fe02640747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1555563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3149124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2422208'] for subnet, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:56.113912 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-9cef0a98-43e9-49c1-9910-4e7ddcec2e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:12:56.154496 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e63607-fec4-4874-aa74-24fe02640747 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1169030e-ce60-4617-bb28-921bdafdc55c,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:12:56.157044 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-b7e63607-fec4-4874-aa74-24fe02640747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:12:56.159654 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-b7e63607-fec4-4874-aa74-24fe02640747 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:56.165804 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a1c03c-1c41-4855-8a51-ac38d6fe00bd None None] Network 7de450e2-2a1a-49c9-ba7c-656187c1b2f7 requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:12:56.175235 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-b7e63607-fec4-4874-aa74-24fe02640747 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1169030e-ce60-4617-bb28-921bdafdc55c HTTP/1.1" status: 204 len: 168 time: 0.5361593 Nov 24 18:12:56.175837 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 57878) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:12:56.199581 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-5ad06b4d-23ec-42b3-84c5-d092ed17a8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:56.248854 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device d0a568a9-dcbe-46af-b0f2-afb4084c8264 no longer exists at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:12:56.297815 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] No Port match for: d0a568a9-dcbe-46af-b0f2-afb4084c8264 {{(pid=87425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 18:12:56.298233 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device d0a568a9-dcbe-46af-b0f2-afb4084c8264 not bound to the agent host dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 18:12:56.298597 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device f8da2434-c94c-413c-8228-2cd2fe067552 no longer exists at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:12:56.302532 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-5ad06b4d-23ec-42b3-84c5-d092ed17a8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:56.317905 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-d3a7cd0e-92d7-475e-b41b-cd3f227609d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483400'] for network, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:56.343038 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] No Port match for: f8da2434-c94c-413c-8228-2cd2fe067552 {{(pid=87425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 18:12:56.343384 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device f8da2434-c94c-413c-8228-2cd2fe067552 not bound to the agent host dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 18:12:56.350311 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [None req-d3a7cd0e-92d7-475e-b41b-cd3f227609d8 admin admin] Deleting port f1f0aca8-0044-46ef-9d7a-3fa9f9c474d4 {{(pid=87423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:12:56.350648 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-d3a7cd0e-92d7-475e-b41b-cd3f227609d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:56.463253 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-5ad06b4d-23ec-42b3-84c5-d092ed17a8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:56.469759 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-5b2b9be8-c6a6-4e33-919a-cfd00a6a9aa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:12:56.524180 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a923e80-ac19-45f7-bfe7-8e7fe8a0afef None None] DHCP port deletion for 7de450e2-2a1a-49c9-ba7c-656187c1b2f7 request from dv-cinder-818579-1-smb {{(pid=87425) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 18:12:56.529077 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-7a923e80-ac19-45f7-bfe7-8e7fe8a0afef None None] Deleting port f1f0aca8-0044-46ef-9d7a-3fa9f9c474d4 {{(pid=87425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:12:56.529686 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7a923e80-ac19-45f7-bfe7-8e7fe8a0afef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:56.541091 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad06b4d-23ec-42b3-84c5-d092ed17a8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5754b21b-39ee-4227-b15a-970bec0974e1,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:12:56.550033 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-5ad06b4d-23ec-42b3-84c5-d092ed17a8d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:12:56.568700 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-5ad06b4d-23ec-42b3-84c5-d092ed17a8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:56.569810 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-5ad06b4d-23ec-42b3-84c5-d092ed17a8d6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5754b21b-39ee-4227-b15a-970bec0974e1 HTTP/1.1" status: 204 len: 168 time: 0.4633408 Nov 24 18:12:56.591403 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [None req-d3a7cd0e-92d7-475e-b41b-cd3f227609d8 admin admin] For port f1f0aca8-0044-46ef-9d7a-3fa9f9c474d4, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=f1f0aca8-0044-46ef-9d7a-3fa9f9c474d4,segment=NetworkSegment(84f387a6-043c-4b34-9566-cea2391a5577),segment_id=84f387a6-043c-4b34-9566-cea2391a5577)] {{(pid=87423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:12:56.591729 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-d3a7cd0e-92d7-475e-b41b-cd3f227609d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:56.718854 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [None req-d3a7cd0e-92d7-475e-b41b-cd3f227609d8 admin admin] Calling delete_port for f1f0aca8-0044-46ef-9d7a-3fa9f9c474d4 owned by network:dhcp {{(pid=87423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:12:56.751714 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7a923e80-ac19-45f7-bfe7-8e7fe8a0afef None None] For port f1f0aca8-0044-46ef-9d7a-3fa9f9c474d4, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=f1f0aca8-0044-46ef-9d7a-3fa9f9c474d4,segment=NetworkSegment(84f387a6-043c-4b34-9566-cea2391a5577),segment_id=84f387a6-043c-4b34-9566-cea2391a5577)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:12:56.751714 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7a923e80-ac19-45f7-bfe7-8e7fe8a0afef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:56.865721 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-d3a7cd0e-92d7-475e-b41b-cd3f227609d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:56.870817 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-92471507-b25e-43b9-938f-6e217c3cfb30 tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:12:56.929898 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7cd0e-92d7-475e-b41b-cd3f227609d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1f0aca8-0044-46ef-9d7a-3fa9f9c474d4,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:12:56.935996 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a7cd0e-92d7-475e-b41b-cd3f227609d8 admin admin] No DVR routers for this DVR port f1f0aca8-0044-46ef-9d7a-3fa9f9c474d4 on host dv-cinder-818579-1-smb {{(pid=87423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 18:12:56.935996 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-d3a7cd0e-92d7-475e-b41b-cd3f227609d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:12:56.940674 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-7a923e80-ac19-45f7-bfe7-8e7fe8a0afef None None] Calling delete_port for f1f0aca8-0044-46ef-9d7a-3fa9f9c474d4 owned by network:dhcp {{(pid=87425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:12:57.015071 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.db.api [None req-7a923e80-ac19-45f7-bfe7-8e7fe8a0afef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 18:12:57.015438 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_db.api [None req-7a923e80-ac19-45f7-bfe7-8e7fe8a0afef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 18:12:57.048838 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-d3a7cd0e-92d7-475e-b41b-cd3f227609d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553944', 'neutron.services.segments.db._delete_segments_for_network-8730962215078'] for network, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:57.073606 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.services.segments.db [None req-d3a7cd0e-92d7-475e-b41b-cd3f227609d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de450e2-2a1a-49c9-ba7c-656187c1b2f7']}} {{(pid=87423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:12:57.085929 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.services.segments.db [None req-d3a7cd0e-92d7-475e-b41b-cd3f227609d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84f387a6-043c-4b34-9566-cea2391a5577') {'for_net_delete': True} {{(pid=87423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:12:57.086221 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.services.segments.db [None req-d3a7cd0e-92d7-475e-b41b-cd3f227609d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84f387a6-043c-4b34-9566-cea2391a5577') {} {{(pid=87423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:12:57.106206 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-d3a7cd0e-92d7-475e-b41b-cd3f227609d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730962258553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024686'] for segment, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:57.127992 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-d3a7cd0e-92d7-475e-b41b-cd3f227609d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541721'] for segment, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:57.134731 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a7cd0e-92d7-475e-b41b-cd3f227609d8 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=87423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 18:12:57.135123 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-d3a7cd0e-92d7-475e-b41b-cd3f227609d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1541712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4080755'] for segment, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:57.148951 dv-cinder-818579-1-smb neutron-server[87423]: Traceback (most recent call last): Nov 24 18:12:57.148951 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 18:12:57.148951 dv-cinder-818579-1-smb neutron-server[87423]: timer() Nov 24 18:12:57.148951 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 18:12:57.148951 dv-cinder-818579-1-smb neutron-server[87423]: cb(*args, **kw) Nov 24 18:12:57.148951 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 18:12:57.148951 dv-cinder-818579-1-smb neutron-server[87423]: return func(*args, **kwargs) Nov 24 18:12:57.148951 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 18:12:57.148951 dv-cinder-818579-1-smb neutron-server[87423]: self._notify() Nov 24 18:12:57.148951 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 18:12:57.148951 dv-cinder-818579-1-smb neutron-server[87423]: self.callback(batched_events) Nov 24 18:12:57.148951 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 18:12:57.148951 dv-cinder-818579-1-smb neutron-server[87423]: event.method(event) Nov 24 18:12:57.148951 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 18:12:57.148951 dv-cinder-818579-1-smb neutron-server[87423]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 18:12:57.148951 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 18:12:57.148951 dv-cinder-818579-1-smb neutron-server[87423]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 18:12:57.148951 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 18:12:57.148951 dv-cinder-818579-1-smb neutron-server[87423]: return f(self, *a, **k) Nov 24 18:12:57.148951 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 18:12:57.148951 dv-cinder-818579-1-smb neutron-server[87423]: return self._get(url).json() Nov 24 18:12:57.148951 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 18:12:57.148951 dv-cinder-818579-1-smb neutron-server[87423]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 18:12:57.148951 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 18:12:57.148951 dv-cinder-818579-1-smb neutron-server[87423]: return self.request(url, 'GET', **kwargs) Nov 24 18:12:57.148951 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 18:12:57.148951 dv-cinder-818579-1-smb neutron-server[87423]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 18:12:57.148951 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 18:12:57.148951 dv-cinder-818579-1-smb neutron-server[87423]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 18:12:57.148951 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 18:12:57.148951 dv-cinder-818579-1-smb neutron-server[87423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 18:12:57.148951 dv-cinder-818579-1-smb neutron-server[87423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 18:12:57.228521 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 57888) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:12:57.245370 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-62e22939-d3e4-4261-a757-5333d37689ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:57.259948 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-62e22939-d3e4-4261-a757-5333d37689ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:12:57.264508 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-62e22939-d3e4-4261-a757-5333d37689ad admin admin] Usage tracker for resource:security_group_rule and tenant:9f287c1713df45ff8924018994b45823 is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:12:57.267381 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-62e22939-d3e4-4261-a757-5333d37689ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:12:57.273336 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-62e22939-d3e4-4261-a757-5333d37689ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:12:57.297166 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-d3a7cd0e-92d7-475e-b41b-cd3f227609d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505765'] for network, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:57.304757 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-737f012d-ba2e-4823-a343-f19e1e86aaa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:12:57.317848 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-d3a7cd0e-92d7-475e-b41b-cd3f227609d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for network, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:57.333233 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7cd0e-92d7-475e-b41b-cd3f227609d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7de450e2-2a1a-49c9-ba7c-656187c1b2f7,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:12:57.339706 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-d3a7cd0e-92d7-475e-b41b-cd3f227609d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:12:57.350429 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-d3a7cd0e-92d7-475e-b41b-cd3f227609d8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/7de450e2-2a1a-49c9-ba7c-656187c1b2f7 HTTP/1.1" status: 204 len: 168 time: 1.1762295 Nov 24 18:12:57.353499 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 57892) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:12:57.393114 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-62e22939-d3e4-4261-a757-5333d37689ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:57.442936 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-62e22939-d3e4-4261-a757-5333d37689ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:57.449898 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-b1978b59-42a2-4b11-bd6c-36c3f5efd1ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:12:57.494519 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e22939-d3e4-4261-a757-5333d37689ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71ff463-c3c3-485a-bc8b-d14c30392ec2,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:12:57.499363 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-62e22939-d3e4-4261-a757-5333d37689ad admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9f287c1713df45ff8924018994b45823&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698720 Nov 24 18:12:57.500284 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-62e22939-d3e4-4261-a757-5333d37689ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:12:57.501953 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 57896) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:12:57.517008 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-7a923e80-ac19-45f7-bfe7-8e7fe8a0afef None None] Deleting port f1f0aca8-0044-46ef-9d7a-3fa9f9c474d4 {{(pid=87425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:12:57.517520 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7a923e80-ac19-45f7-bfe7-8e7fe8a0afef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:57.569956 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-4bc914b6-0c4e-46aa-90a2-adf735372977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:57.581820 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-7a923e80-ac19-45f7-bfe7-8e7fe8a0afef None None] The port 'f1f0aca8-0044-46ef-9d7a-3fa9f9c474d4' was deleted {{(pid=87425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 18:12:57.601057 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-4bc914b6-0c4e-46aa-90a2-adf735372977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:57.717420 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-4bc914b6-0c4e-46aa-90a2-adf735372977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:57.721456 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-62e22939-d3e4-4261-a757-5333d37689ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:12:57.733709 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc914b6-0c4e-46aa-90a2-adf735372977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71ff463-c3c3-485a-bc8b-d14c30392ec2,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:12:57.738982 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-4bc914b6-0c4e-46aa-90a2-adf735372977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:12:57.741600 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-4bc914b6-0c4e-46aa-90a2-adf735372977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:57.744411 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-4bc914b6-0c4e-46aa-90a2-adf735372977 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b71ff463-c3c3-485a-bc8b-d14c30392ec2 HTTP/1.1" status: 204 len: 168 time: 0.2398767 Nov 24 18:12:58.012477 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f1062267-f594-467c-8c17-ed65ea93b745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578981'] for router_interface, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:58.264886 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device f1f0aca8-0044-46ef-9d7a-3fa9f9c474d4 no longer exists at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:12:58.304053 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] No Port match for: f1f0aca8-0044-46ef-9d7a-3fa9f9c474d4 {{(pid=87425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 18:12:58.304748 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device f1f0aca8-0044-46ef-9d7a-3fa9f9c474d4 not bound to the agent host dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 18:12:58.377891 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-f1062267-f594-467c-8c17-ed65ea93b745 admin admin] Deleting port 7703fd13-f196-4f36-874f-675a893db3a1 {{(pid=87424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:12:58.378459 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f1062267-f594-467c-8c17-ed65ea93b745 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:58.556258 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.db [None req-f1062267-f594-467c-8c17-ed65ea93b745 admin admin] For port 7703fd13-f196-4f36-874f-675a893db3a1, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=7703fd13-f196-4f36-874f-675a893db3a1,segment=NetworkSegment(d6462bbc-41ba-4936-91ae-f4b2be75c323),segment_id=d6462bbc-41ba-4936-91ae-f4b2be75c323)] {{(pid=87424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:12:58.556688 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f1062267-f594-467c-8c17-ed65ea93b745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:58.685066 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-f1062267-f594-467c-8c17-ed65ea93b745 admin admin] Calling delete_port for 7703fd13-f196-4f36-874f-675a893db3a1 owned by network:router_interface {{(pid=87424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:12:58.816111 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f0880-1e00-4d54-8740-e217bb0f367a req-d784a224-bb99-4e7c-aba3-0c22340d0528 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:12:58.817608 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-2b9f0880-1e00-4d54-8740-e217bb0f367a req-d784a224-bb99-4e7c-aba3-0c22340d0528 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 946 time: 0.0992110 Nov 24 18:12:58.866899 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-2b9f0880-1e00-4d54-8740-e217bb0f367a req-35cd97a6-ac1c-4668-8a73-05936d157ffe tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432146 Nov 24 18:12:58.923127 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f1062267-f594-467c-8c17-ed65ea93b745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3149175'] for port, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:58.927123 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:12:59.071426 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1062267-f594-467c-8c17-ed65ea93b745 admin admin] Pushing event deleted for resources: {'Port': ['ID=7703fd13-f196-4f36-874f-675a893db3a1,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:12:59.105964 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-f1062267-f594-467c-8c17-ed65ea93b745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:12:59.339819 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f1062267-f594-467c-8c17-ed65ea93b745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-589397'] for router_interface, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:12:59.701948 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1062267-f594-467c-8c17-ed65ea93b745 admin admin] Router 8118a3a3-73ed-42ad-b55e-1dda3eb3024f has already been hosted by L3 agent aba83f48-bec1-4447-972f-e1c88a92dee8 {{(pid=87424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 18:12:59.893928 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1062267-f594-467c-8c17-ed65ea93b745 admin admin] Notify agent at l3_agent.dv-cinder-818579-1-smb the message routers_updated {{(pid=87424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 18:12:59.924906 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 57952) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:12:59.925560 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf33873-827d-42c8-9d54-3ba33b5ff3b8 None None] Sync routers for ids ['8118a3a3-73ed-42ad-b55e-1dda3eb3024f'] in dv-cinder-818579-1-smb {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 18:12:59.928963 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-f1062267-f594-467c-8c17-ed65ea93b745 admin admin] 10.222.0.65 "PUT /v2.0/routers/8118a3a3-73ed-42ad-b55e-1dda3eb3024f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5742331 Nov 24 18:12:59.939548 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf33873-827d-42c8-9d54-3ba33b5ff3b8 None None] Routers {'8118a3a3-73ed-42ad-b55e-1dda3eb3024f'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:12:59.940119 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-dcf33873-827d-42c8-9d54-3ba33b5ff3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:12:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['8118a3a3-73ed-42ad-b55e-1dda3eb3024f'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:13:00.098114 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cd055-61c0-4c31-86ef-bd5deefbbca6 req-f8f13c7f-a05a-47ea-8e18-b706f15637dc tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:13:00.099764 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-918cd055-61c0-4c31-86ef-bd5deefbbca6 req-f8f13c7f-a05a-47ea-8e18-b706f15637dc tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 946 time: 0.1037810 Nov 24 18:13:00.155792 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-918cd055-61c0-4c31-86ef-bd5deefbbca6 req-ea47c280-25db-4914-b738-83551eb0052e tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443306 Nov 24 18:13:00.164998 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-dcf33873-827d-42c8-9d54-3ba33b5ff3b8 None None] Set router 8118a3a3-73ed-42ad-b55e-1dda3eb3024f gateway port host: dv-cinder-818579-1-smb {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:13:00.327075 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a70a6-b333-4d90-b529-c7e3b93bdaca req-6ac86286-d54a-42fd-a1aa-5f7cde043903 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:13:00.328550 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a30a70a6-b333-4d90-b529-c7e3b93bdaca req-6ac86286-d54a-42fd-a1aa-5f7cde043903 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.66 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 946 time: 0.3266964 Nov 24 18:13:00.331681 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-46bdab73-aa02-4b8f-82ba-9464cbcd815e admin admin] Notify callbacks [] for router, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:00.457200 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-dcf33873-827d-42c8-9d54-3ba33b5ff3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8118a3a3-73ed-42ad-b55e-1dda3eb3024f', 'name': 'tempest-TestMinimumBasicScenario-56659883-router', 'tenant_id': '1829098ca06a4a6281820bdf90a6f685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': '1d099267-a0bd-4b44-8bc1-e7bca4b31e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:10:12Z', 'updated_at': '2021-11-24T18:12:58Z', 'revision_number': 5, 'project_id': '1829098ca06a4a6281820bdf90a6f685', 'gw_port': {'id': '1d099267-a0bd-4b44-8bc1-e7bca4b31e6e', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ad:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8118a3a3-73ed-42ad-b55e-1dda3eb3024f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:10:14Z', 'updated_at': '2021-11-24T18:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb'}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:13:00.462220 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf33873-827d-42c8-9d54-3ba33b5ff3b8 None None] Checking router: 8118a3a3-73ed-42ad-b55e-1dda3eb3024f for host: dv-cinder-818579-1-smb {{(pid=87425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 18:13:00.484820 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf33873-827d-42c8-9d54-3ba33b5ff3b8 None None] Routers {'8118a3a3-73ed-42ad-b55e-1dda3eb3024f'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:13:00.485708 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-dcf33873-827d-42c8-9d54-3ba33b5ff3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:12:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['8118a3a3-73ed-42ad-b55e-1dda3eb3024f'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:13:00.529886 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-a30a70a6-b333-4d90-b529-c7e3b93bdaca req-33131f04-104b-4920-86c1-8e1936c3f778 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Deleting port 393da44e-93ac-4fb6-a692-a5e0e09476c2 {{(pid=87423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:13:00.530232 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-a30a70a6-b333-4d90-b529-c7e3b93bdaca req-33131f04-104b-4920-86c1-8e1936c3f778 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:00.668865 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-46bdab73-aa02-4b8f-82ba-9464cbcd815e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:00.677469 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-dcf33873-827d-42c8-9d54-3ba33b5ff3b8 None None] Set router 8118a3a3-73ed-42ad-b55e-1dda3eb3024f gateway port host: dv-cinder-818579-1-smb {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:13:00.759489 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [None req-46bdab73-aa02-4b8f-82ba-9464cbcd815e admin admin] Deleting port 1d099267-a0bd-4b44-8bc1-e7bca4b31e6e {{(pid=87423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:13:00.759830 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-46bdab73-aa02-4b8f-82ba-9464cbcd815e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:00.944828 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-a30a70a6-b333-4d90-b529-c7e3b93bdaca req-33131f04-104b-4920-86c1-8e1936c3f778 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] For port 393da44e-93ac-4fb6-a692-a5e0e09476c2, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=393da44e-93ac-4fb6-a692-a5e0e09476c2,segment=NetworkSegment(c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2),segment_id=c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2)] {{(pid=87423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:13:00.945511 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-a30a70a6-b333-4d90-b529-c7e3b93bdaca req-33131f04-104b-4920-86c1-8e1936c3f778 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:00.963853 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-dcf33873-827d-42c8-9d54-3ba33b5ff3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8118a3a3-73ed-42ad-b55e-1dda3eb3024f', 'name': 'tempest-TestMinimumBasicScenario-56659883-router', 'tenant_id': '1829098ca06a4a6281820bdf90a6f685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': '1d099267-a0bd-4b44-8bc1-e7bca4b31e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:10:12Z', 'updated_at': '2021-11-24T18:12:58Z', 'revision_number': 5, 'project_id': '1829098ca06a4a6281820bdf90a6f685', 'gw_port': {'id': '1d099267-a0bd-4b44-8bc1-e7bca4b31e6e', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ad:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8118a3a3-73ed-42ad-b55e-1dda3eb3024f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:10:14Z', 'updated_at': '2021-11-24T18:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb'}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:13:00.967834 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf33873-827d-42c8-9d54-3ba33b5ff3b8 None None] The sync data for ids ['8118a3a3-73ed-42ad-b55e-1dda3eb3024f'] in dv-cinder-818579-1-smb is: [{'id': '8118a3a3-73ed-42ad-b55e-1dda3eb3024f', 'name': 'tempest-TestMinimumBasicScenario-56659883-router', 'tenant_id': '1829098ca06a4a6281820bdf90a6f685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': '1d099267-a0bd-4b44-8bc1-e7bca4b31e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:10:12Z', 'updated_at': '2021-11-24T18:12:58Z', 'revision_number': 5, 'project_id': '1829098ca06a4a6281820bdf90a6f685', 'gw_port': {'id': '1d099267-a0bd-4b44-8bc1-e7bca4b31e6e', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ad:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8118a3a3-73ed-42ad-b55e-1dda3eb3024f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:10:14Z', 'updated_at': '2021-11-24T18:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb'}] {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 18:13:01.149818 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [None req-46bdab73-aa02-4b8f-82ba-9464cbcd815e admin admin] For port 1d099267-a0bd-4b44-8bc1-e7bca4b31e6e, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=1d099267-a0bd-4b44-8bc1-e7bca4b31e6e,segment=NetworkSegment(d3760bee-36f8-40b7-a723-a1b5699a82b5),segment_id=d3760bee-36f8-40b7-a723-a1b5699a82b5)] {{(pid=87423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:13:01.150125 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-46bdab73-aa02-4b8f-82ba-9464cbcd815e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:01.286862 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [None req-46bdab73-aa02-4b8f-82ba-9464cbcd815e admin admin] Calling delete_port for 1d099267-a0bd-4b44-8bc1-e7bca4b31e6e owned by network:router_gateway {{(pid=87423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:13:01.730736 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-a30a70a6-b333-4d90-b529-c7e3b93bdaca req-33131f04-104b-4920-86c1-8e1936c3f778 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:01.731106 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-a30a70a6-b333-4d90-b529-c7e3b93bdaca req-33131f04-104b-4920-86c1-8e1936c3f778 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505783'] for floatingip, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:01.731486 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.db.l3_db [req-a30a70a6-b333-4d90-b529-c7e3b93bdaca req-33131f04-104b-4920-86c1-8e1936c3f778 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Floating IP d4b9ddf2-4eb8-4257-8200-9239378b08dc disassociated. External IP: 172.28.3.218, port: 393da44e-93ac-4fb6-a692-a5e0e09476c2. Nov 24 18:13:01.731836 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-a30a70a6-b333-4d90-b529-c7e3b93bdaca req-33131f04-104b-4920-86c1-8e1936c3f778 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Calling delete_port for 393da44e-93ac-4fb6-a692-a5e0e09476c2 owned by compute:nova {{(pid=87423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:13:01.842452 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1c7eb-2f22-407d-89b6-241c8520d13b req-f51d9134-5ad6-4691-a19b-98eaa8ffbe71 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:13:01.844051 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-36b1c7eb-2f22-407d-89b6-241c8520d13b req-f51d9134-5ad6-4691-a19b-98eaa8ffbe71 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 946 time: 0.5673058 Nov 24 18:13:02.010147 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-36b1c7eb-2f22-407d-89b6-241c8520d13b req-f348173c-8874-4ae5-a4c3-4f0fc0c3fcef tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups?id=d31a2e7f-7e99-4724-8f50-566f07635cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181426 Nov 24 18:13:02.048637 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-a30a70a6-b333-4d90-b529-c7e3b93bdaca req-33131f04-104b-4920-86c1-8e1936c3f778 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:02.055907 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-b5cff306-b1fb-4868-bddb-2200db1f4b9a tempest-VolumesActionsTest-270600833 tempest-VolumesActionsTest-270600833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:02.095545 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-46bdab73-aa02-4b8f-82ba-9464cbcd815e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:02.114052 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33131f04-104b-4920-86c1-8e1936c3f778 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Pushing event deleted for resources: {'Port': ['ID=393da44e-93ac-4fb6-a692-a5e0e09476c2,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:02.116717 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-33131f04-104b-4920-86c1-8e1936c3f778 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:02.120097 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-c91dc027-8747-4099-ac7b-8fdd50f35a82 tempest-VolumesSnapshotTestJSON-149302213 tempest-VolumesSnapshotTestJSON-149302213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:02.197956 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 7703fd13-f196-4f36-874f-675a893db3a1 no longer exists at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:13:02.225490 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bdab73-aa02-4b8f-82ba-9464cbcd815e admin admin] Pushing event deleted for resources: {'Port': ['ID=1d099267-a0bd-4b44-8bc1-e7bca4b31e6e,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:02.233287 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] No Port match for: 7703fd13-f196-4f36-874f-675a893db3a1 {{(pid=87425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 18:13:02.233648 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 7703fd13-f196-4f36-874f-675a893db3a1 not bound to the agent host dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 18:13:02.258000 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-46bdab73-aa02-4b8f-82ba-9464cbcd815e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:02.397184 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-46bdab73-aa02-4b8f-82ba-9464cbcd815e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505794'] for router_gateway, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:02.576383 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-46bdab73-aa02-4b8f-82ba-9464cbcd815e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4164644'] for router, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:02.580774 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-46bdab73-aa02-4b8f-82ba-9464cbcd815e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:02.589845 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a30a70a6-b333-4d90-b529-c7e3b93bdaca req-33131f04-104b-4920-86c1-8e1936c3f778 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Router 96a06d1f-91d2-4f9f-8902-87ef3f1b025f has already been hosted by L3 agent aba83f48-bec1-4447-972f-e1c88a92dee8 {{(pid=87423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 18:13:02.678476 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-46bdab73-aa02-4b8f-82ba-9464cbcd815e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-578892'] for router, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:02.678977 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bdab73-aa02-4b8f-82ba-9464cbcd815e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8118a3a3-73ed-42ad-b55e-1dda3eb3024f {{(pid=87423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 18:13:02.791350 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a30a70a6-b333-4d90-b529-c7e3b93bdaca req-33131f04-104b-4920-86c1-8e1936c3f778 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify agent at l3_agent.dv-cinder-818579-1-smb the message routers_updated {{(pid=87423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 18:13:02.801700 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba1117a-4630-4ad7-89a7-a96319d22f59 None None] Sync routers for ids ['96a06d1f-91d2-4f9f-8902-87ef3f1b025f'] in dv-cinder-818579-1-smb {{(pid=87426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 18:13:02.810111 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba1117a-4630-4ad7-89a7-a96319d22f59 None None] Routers {'96a06d1f-91d2-4f9f-8902-87ef3f1b025f'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:13:02.810708 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-eba1117a-4630-4ad7-89a7-a96319d22f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:12:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['96a06d1f-91d2-4f9f-8902-87ef3f1b025f'], 'active': True} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:13:02.924926 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 393da44e-93ac-4fb6-a692-a5e0e09476c2 no longer exists at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:13:03.005188 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30a70a6-b333-4d90-b529-c7e3b93bdaca req-33131f04-104b-4920-86c1-8e1936c3f778 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] No DVR routers for this DVR port 393da44e-93ac-4fb6-a692-a5e0e09476c2 on host hv-cinder-81857 {{(pid=87423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 18:13:03.008039 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-a30a70a6-b333-4d90-b529-c7e3b93bdaca req-33131f04-104b-4920-86c1-8e1936c3f778 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:03.009972 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a30a70a6-b333-4d90-b529-c7e3b93bdaca req-33131f04-104b-4920-86c1-8e1936c3f778 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.66 "DELETE /v2.0/ports/393da44e-93ac-4fb6-a692-a5e0e09476c2 HTTP/1.1" status: 204 len: 173 time: 2.6277618 Nov 24 18:13:03.010450 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baeb9946-ef75-45a6-bba2-223832b496cd', 'name': 'network-vif-deleted', 'tag': '393da44e-93ac-4fb6-a692-a5e0e09476c2'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:13:03.022752 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-46bdab73-aa02-4b8f-82ba-9464cbcd815e admin admin] Notify callbacks [] for router, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:03.023563 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-46bdab73-aa02-4b8f-82ba-9464cbcd815e admin admin] 10.222.0.65 "DELETE /v2.0/routers/8118a3a3-73ed-42ad-b55e-1dda3eb3024f HTTP/1.1" status: 204 len: 168 time: 3.0965209 Nov 24 18:13:03.026093 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] No Port match for: 393da44e-93ac-4fb6-a692-a5e0e09476c2 {{(pid=87425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 18:13:03.037828 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device 393da44e-93ac-4fb6-a692-a5e0e09476c2 not bound to the agent host hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 18:13:03.038664 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 57976) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:03.046575 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvr_db [None req-eba1117a-4630-4ad7-89a7-a96319d22f59 None None] Set router 96a06d1f-91d2-4f9f-8902-87ef3f1b025f gateway port host: dv-cinder-818579-1-smb {{(pid=87426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:13:03.082342 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baeb9946-ef75-45a6-bba2-223832b496cd', 'name': 'network-vif-deleted', 'tag': '393da44e-93ac-4fb6-a692-a5e0e09476c2', 'status': 'completed', 'code': 200} Nov 24 18:13:03.105832 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8756d19-0111-43d8-9ac2-af88c68e9b4a admin admin] Deleting subnet c7efc457-4999-4308-9cd2-27dfede15071 {{(pid=87423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 18:13:03.110982 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b8756d19-0111-43d8-9ac2-af88c68e9b4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:03.204686 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b8756d19-0111-43d8-9ac2-af88c68e9b4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024697'] for subnet, precommit_delete_associations {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:03.249137 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-44fbd257-c4dc-40fd-af29-1d0f9ba98b18 req-c7f1ee20-4de5-4bcf-9ca2-17549ade202d tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Synchronizing usage tracker for tenant:c71c458ed19546f2b7ecc2a78475b465 on resource:port {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:13:03.353928 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-44fbd257-c4dc-40fd-af29-1d0f9ba98b18 req-c7f1ee20-4de5-4bcf-9ca2-17549ade202d tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Unset dirty status for tenant:c71c458ed19546f2b7ecc2a78475b465 on resource:port {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:13:03.355240 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-44fbd257-c4dc-40fd-af29-1d0f9ba98b18 req-c7f1ee20-4de5-4bcf-9ca2-17549ade202d tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/ports?device_id=baeb9946-ef75-45a6-bba2-223832b496cd HTTP/1.1" status: 200 len: 210 time: 0.1940873 Nov 24 18:13:03.366247 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b8756d19-0111-43d8-9ac2-af88c68e9b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1555507'] for subnet, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:03.392215 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-eba1117a-4630-4ad7-89a7-a96319d22f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774801609-router', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:57Z', 'updated_at': '2021-11-24T18:06:11Z', 'revision_number': 4, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'gw_port': {'id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:eb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': '67f6255f-54bd-4de6-a892-db56481af566', 'name': '', 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'mac_address': 'fa:16:3e:52:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0c1b52e1-6661-4f68-9dd2-227c3d39ad6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:08Z', 'updated_at': '2021-11-24T18:06:24Z', 'revision_number': 5, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'subnets': [{'id': '0c1b52e1-6661-4f68-9dd2-227c3d39ad6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:13:03.396187 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba1117a-4630-4ad7-89a7-a96319d22f59 None None] Checking router: 96a06d1f-91d2-4f9f-8902-87ef3f1b025f for host: dv-cinder-818579-1-smb {{(pid=87426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 18:13:03.404620 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba1117a-4630-4ad7-89a7-a96319d22f59 None None] Routers {'96a06d1f-91d2-4f9f-8902-87ef3f1b025f'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:13:03.405393 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-eba1117a-4630-4ad7-89a7-a96319d22f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:12:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['96a06d1f-91d2-4f9f-8902-87ef3f1b025f'], 'active': True} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:13:03.501216 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b8756d19-0111-43d8-9ac2-af88c68e9b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1555563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4080813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9999053'] for subnet, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:03.506299 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:03.540661 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8756d19-0111-43d8-9ac2-af88c68e9b4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7efc457-4999-4308-9cd2-27dfede15071,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:03.543662 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-b8756d19-0111-43d8-9ac2-af88c68e9b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:03.544681 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-b8756d19-0111-43d8-9ac2-af88c68e9b4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for subnet, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:03.550540 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-b8756d19-0111-43d8-9ac2-af88c68e9b4a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c7efc457-4999-4308-9cd2-27dfede15071 HTTP/1.1" status: 204 len: 168 time: 0.5109069 Nov 24 18:13:03.553214 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 57988) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:03.560348 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f84a170-f019-42c3-b66e-4cdfea92149a None None] Network f4ca00bc-df16-48a6-9c75-9030ceec5232 requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:13:03.593948 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvr_db [None req-eba1117a-4630-4ad7-89a7-a96319d22f59 None None] Set router 96a06d1f-91d2-4f9f-8902-87ef3f1b025f gateway port host: dv-cinder-818579-1-smb {{(pid=87426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:13:03.682427 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-30505f55-aec5-4a05-ae3f-1186929c2173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483400'] for network, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:03.696870 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [None req-30505f55-aec5-4a05-ae3f-1186929c2173 admin admin] Deleting port 49a6e5e9-d26b-4a5c-ad2d-af2c331eefbc {{(pid=87423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:13:03.697221 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-30505f55-aec5-4a05-ae3f-1186929c2173 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:03.815406 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96b86cf-ba70-4f25-b7fa-123971517870 None None] DHCP port deletion for f4ca00bc-df16-48a6-9c75-9030ceec5232 request from dv-cinder-818579-1-smb {{(pid=87425) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 18:13:03.819785 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-d96b86cf-ba70-4f25-b7fa-123971517870 None None] Deleting port 49a6e5e9-d26b-4a5c-ad2d-af2c331eefbc {{(pid=87425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:13:03.820177 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-d96b86cf-ba70-4f25-b7fa-123971517870 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:03.955296 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-eba1117a-4630-4ad7-89a7-a96319d22f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774801609-router', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:57Z', 'updated_at': '2021-11-24T18:06:11Z', 'revision_number': 4, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'gw_port': {'id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:eb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': '67f6255f-54bd-4de6-a892-db56481af566', 'name': '', 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'mac_address': 'fa:16:3e:52:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0c1b52e1-6661-4f68-9dd2-227c3d39ad6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:08Z', 'updated_at': '2021-11-24T18:06:24Z', 'revision_number': 5, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'subnets': [{'id': '0c1b52e1-6661-4f68-9dd2-227c3d39ad6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:13:03.959972 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba1117a-4630-4ad7-89a7-a96319d22f59 None None] The sync data for ids ['96a06d1f-91d2-4f9f-8902-87ef3f1b025f'] in dv-cinder-818579-1-smb is: [{'id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774801609-router', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:57Z', 'updated_at': '2021-11-24T18:06:11Z', 'revision_number': 4, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'gw_port': {'id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:eb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': '67f6255f-54bd-4de6-a892-db56481af566', 'name': '', 'network_id': 'a433006a-8672-4e6d-af3a-fa22b395902e', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'mac_address': 'fa:16:3e:52:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0c1b52e1-6661-4f68-9dd2-227c3d39ad6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:06:08Z', 'updated_at': '2021-11-24T18:06:24Z', 'revision_number': 5, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'subnets': [{'id': '0c1b52e1-6661-4f68-9dd2-227c3d39ad6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 18:13:04.001185 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [None req-30505f55-aec5-4a05-ae3f-1186929c2173 admin admin] For port 49a6e5e9-d26b-4a5c-ad2d-af2c331eefbc, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=49a6e5e9-d26b-4a5c-ad2d-af2c331eefbc,segment=NetworkSegment(d6462bbc-41ba-4936-91ae-f4b2be75c323),segment_id=d6462bbc-41ba-4936-91ae-f4b2be75c323)] {{(pid=87423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:13:04.001602 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-30505f55-aec5-4a05-ae3f-1186929c2173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:04.091398 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-d96b86cf-ba70-4f25-b7fa-123971517870 None None] For port 49a6e5e9-d26b-4a5c-ad2d-af2c331eefbc, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=49a6e5e9-d26b-4a5c-ad2d-af2c331eefbc,segment=NetworkSegment(d6462bbc-41ba-4936-91ae-f4b2be75c323),segment_id=d6462bbc-41ba-4936-91ae-f4b2be75c323)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:13:04.091769 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-d96b86cf-ba70-4f25-b7fa-123971517870 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:04.135193 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [None req-30505f55-aec5-4a05-ae3f-1186929c2173 admin admin] Calling delete_port for 49a6e5e9-d26b-4a5c-ad2d-af2c331eefbc owned by network:dhcp {{(pid=87423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:13:04.222690 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-d96b86cf-ba70-4f25-b7fa-123971517870 None None] Calling delete_port for 49a6e5e9-d26b-4a5c-ad2d-af2c331eefbc owned by network:dhcp {{(pid=87425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:13:04.259199 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 1d099267-a0bd-4b44-8bc1-e7bca4b31e6e no longer exists at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:13:04.283030 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-30505f55-aec5-4a05-ae3f-1186929c2173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:04.288316 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-a013eee5-fe35-4274-ba17-df2a17018383 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:04.299070 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc86cf50-5f6c-4f39-b4da-70baf6b21009 None None] New status for floating IP d4b9ddf2-4eb8-4257-8200-9239378b08dc: DOWN {{(pid=87425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 18:13:04.340124 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30505f55-aec5-4a05-ae3f-1186929c2173 admin admin] No DVR routers for this DVR port 49a6e5e9-d26b-4a5c-ad2d-af2c331eefbc on host dv-cinder-818579-1-smb {{(pid=87423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 18:13:04.347145 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30505f55-aec5-4a05-ae3f-1186929c2173 admin admin] Pushing event deleted for resources: {'Port': ['ID=49a6e5e9-d26b-4a5c-ad2d-af2c331eefbc,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:04.364747 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] No Port match for: 1d099267-a0bd-4b44-8bc1-e7bca4b31e6e {{(pid=87425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 18:13:04.365097 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 1d099267-a0bd-4b44-8bc1-e7bca4b31e6e not bound to the agent host dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 18:13:04.365517 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 49a6e5e9-d26b-4a5c-ad2d-af2c331eefbc no longer exists at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:13:04.371508 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-30505f55-aec5-4a05-ae3f-1186929c2173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:04.413171 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] No Port match for: 49a6e5e9-d26b-4a5c-ad2d-af2c331eefbc {{(pid=87425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 18:13:04.413527 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 49a6e5e9-d26b-4a5c-ad2d-af2c331eefbc not bound to the agent host dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 18:13:04.461189 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-30505f55-aec5-4a05-ae3f-1186929c2173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553944', 'neutron.services.segments.db._delete_segments_for_network-8730962215078'] for network, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:04.489049 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.services.segments.db [None req-30505f55-aec5-4a05-ae3f-1186929c2173 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4ca00bc-df16-48a6-9c75-9030ceec5232']}} {{(pid=87423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:13:04.501867 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.services.segments.db [None req-30505f55-aec5-4a05-ae3f-1186929c2173 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6462bbc-41ba-4936-91ae-f4b2be75c323') {'for_net_delete': True} {{(pid=87423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:13:04.504210 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.services.segments.db [None req-30505f55-aec5-4a05-ae3f-1186929c2173 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6462bbc-41ba-4936-91ae-f4b2be75c323') {} {{(pid=87423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:13:04.517476 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-30505f55-aec5-4a05-ae3f-1186929c2173 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730962258553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024686'] for segment, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:04.538883 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-30505f55-aec5-4a05-ae3f-1186929c2173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541721'] for segment, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:04.545884 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30505f55-aec5-4a05-ae3f-1186929c2173 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=87423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 18:13:04.546273 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-30505f55-aec5-4a05-ae3f-1186929c2173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1541712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4080755'] for segment, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:04.558796 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 57998) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:04.563361 dv-cinder-818579-1-smb neutron-server[87423]: Traceback (most recent call last): Nov 24 18:13:04.563361 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 18:13:04.563361 dv-cinder-818579-1-smb neutron-server[87423]: timer() Nov 24 18:13:04.563361 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 18:13:04.563361 dv-cinder-818579-1-smb neutron-server[87423]: cb(*args, **kw) Nov 24 18:13:04.563361 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 18:13:04.563361 dv-cinder-818579-1-smb neutron-server[87423]: return func(*args, **kwargs) Nov 24 18:13:04.563361 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 18:13:04.563361 dv-cinder-818579-1-smb neutron-server[87423]: self._notify() Nov 24 18:13:04.563361 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 18:13:04.563361 dv-cinder-818579-1-smb neutron-server[87423]: self.callback(batched_events) Nov 24 18:13:04.563361 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 18:13:04.563361 dv-cinder-818579-1-smb neutron-server[87423]: event.method(event) Nov 24 18:13:04.563361 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 18:13:04.563361 dv-cinder-818579-1-smb neutron-server[87423]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 18:13:04.563361 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 18:13:04.563361 dv-cinder-818579-1-smb neutron-server[87423]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 18:13:04.563361 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 18:13:04.563361 dv-cinder-818579-1-smb neutron-server[87423]: return f(self, *a, **k) Nov 24 18:13:04.563361 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 18:13:04.563361 dv-cinder-818579-1-smb neutron-server[87423]: return self._get(url).json() Nov 24 18:13:04.563361 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 18:13:04.563361 dv-cinder-818579-1-smb neutron-server[87423]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 18:13:04.563361 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 18:13:04.563361 dv-cinder-818579-1-smb neutron-server[87423]: return self.request(url, 'GET', **kwargs) Nov 24 18:13:04.563361 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 18:13:04.563361 dv-cinder-818579-1-smb neutron-server[87423]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 18:13:04.563361 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 18:13:04.563361 dv-cinder-818579-1-smb neutron-server[87423]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 18:13:04.563361 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 18:13:04.563361 dv-cinder-818579-1-smb neutron-server[87423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 18:13:04.563361 dv-cinder-818579-1-smb neutron-server[87423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 18:13:04.565954 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.db.api [None req-d96b86cf-ba70-4f25-b7fa-123971517870 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 18:13:04.566386 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_db.api [None req-d96b86cf-ba70-4f25-b7fa-123971517870 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 18:13:04.625739 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-b25c0a27-5771-4634-8f83-29cd2a7db737 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:04.654131 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-b25c0a27-5771-4634-8f83-29cd2a7db737 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:04.694442 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-30505f55-aec5-4a05-ae3f-1186929c2173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505765'] for network, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:04.701092 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-30505f55-aec5-4a05-ae3f-1186929c2173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for network, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:04.705138 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-50376874-d4c5-4b04-9c89-6b67e59aa793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:04.725616 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30505f55-aec5-4a05-ae3f-1186929c2173 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4ca00bc-df16-48a6-9c75-9030ceec5232,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:04.728074 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-30505f55-aec5-4a05-ae3f-1186929c2173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:04.730181 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-30505f55-aec5-4a05-ae3f-1186929c2173 admin admin] 10.222.0.65 "DELETE /v2.0/networks/f4ca00bc-df16-48a6-9c75-9030ceec5232 HTTP/1.1" status: 204 len: 168 time: 1.1760015 Nov 24 18:13:04.796750 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-b25c0a27-5771-4634-8f83-29cd2a7db737 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:04.801890 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-8f046a77-8497-4bc7-a23c-59dd225cb496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:04.818495 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c0a27-5771-4634-8f83-29cd2a7db737 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31a2e7f-7e99-4724-8f50-566f07635cd3,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:04.820803 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-b25c0a27-5771-4634-8f83-29cd2a7db737 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:04.893229 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-b25c0a27-5771-4634-8f83-29cd2a7db737 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:04.894385 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-b25c0a27-5771-4634-8f83-29cd2a7db737 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "DELETE /v2.0/security-groups/d31a2e7f-7e99-4724-8f50-566f07635cd3 HTTP/1.1" status: 204 len: 168 time: 0.3343410 Nov 24 18:13:04.897053 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 58004) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:04.915247 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.api.v2.resource [None req-ebe28d37-b0b0-4c3c-8e64-ff3962feca20 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] show failed (client error): The resource could not be found. Nov 24 18:13:04.916172 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-ebe28d37-b0b0-4c3c-8e64-ff3962feca20 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "GET /v2.0/security-groups/d31a2e7f-7e99-4724-8f50-566f07635cd3 HTTP/1.1" status: 404 len: 347 time: 0.0182471 Nov 24 18:13:04.919364 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 58008) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:05.067200 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-d96b86cf-ba70-4f25-b7fa-123971517870 None None] Deleting port 49a6e5e9-d26b-4a5c-ad2d-af2c331eefbc {{(pid=87425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:13:05.067667 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-d96b86cf-ba70-4f25-b7fa-123971517870 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:05.070801 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-56fc108b-9c39-4fd4-9c58-3fbd2e6c80ce tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Deleting port d220aae3-2d07-43c0-8809-cd0e03f0229e {{(pid=87424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:13:05.071143 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-56fc108b-9c39-4fd4-9c58-3fbd2e6c80ce tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:05.118883 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 58012) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:05.134240 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-d96b86cf-ba70-4f25-b7fa-123971517870 None None] The port '49a6e5e9-d26b-4a5c-ad2d-af2c331eefbc' was deleted {{(pid=87425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 18:13:05.356945 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-18d052b5-11ef-40b8-b67e-f17f21c20b9a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=39f9e6e00d1d47b5b4977115816bffd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2368360 Nov 24 18:13:05.359320 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 58022) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:05.419192 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-56fc108b-9c39-4fd4-9c58-3fbd2e6c80ce tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:05.419438 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-56fc108b-9c39-4fd4-9c58-3fbd2e6c80ce tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:05.549852 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-56fc108b-9c39-4fd4-9c58-3fbd2e6c80ce tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Calling delete_port for d220aae3-2d07-43c0-8809-cd0e03f0229e owned by network:floatingip {{(pid=87424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:13:05.608319 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-de94c1ee-3014-4fa7-b7f4-5a2783d377b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:05.649196 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-de94c1ee-3014-4fa7-b7f4-5a2783d377b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:05.809209 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-de94c1ee-3014-4fa7-b7f4-5a2783d377b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:05.812123 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-56fc108b-9c39-4fd4-9c58-3fbd2e6c80ce tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3149175'] for port, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:05.818062 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-ca807d27-6fe8-4e4f-9b3f-5709180eac44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:05.837594 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94c1ee-3014-4fa7-b7f4-5a2783d377b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b433f5eb-ddb4-4b7e-815a-3939e432f18f,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:05.840822 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-de94c1ee-3014-4fa7-b7f4-5a2783d377b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:05.842896 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:05.949607 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc108b-9c39-4fd4-9c58-3fbd2e6c80ce tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Pushing event deleted for resources: {'Port': ['ID=d220aae3-2d07-43c0-8809-cd0e03f0229e,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:05.955749 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-56fc108b-9c39-4fd4-9c58-3fbd2e6c80ce tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:05.985726 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-56fc108b-9c39-4fd4-9c58-3fbd2e6c80ce tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks [] for floatingip, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:05.991822 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-56fc108b-9c39-4fd4-9c58-3fbd2e6c80ce tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for floatingip, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:05.995755 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-56fc108b-9c39-4fd4-9c58-3fbd2e6c80ce tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] 10.222.0.65 "DELETE /v2.0/floatingips/d4b9ddf2-4eb8-4257-8200-9239378b08dc HTTP/1.1" status: 204 len: 168 time: 1.0727725 Nov 24 18:13:06.066163 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-de94c1ee-3014-4fa7-b7f4-5a2783d377b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:06.067202 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-de94c1ee-3014-4fa7-b7f4-5a2783d377b5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b433f5eb-ddb4-4b7e-815a-3939e432f18f HTTP/1.1" status: 204 len: 168 time: 0.7070029 Nov 24 18:13:06.702719 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 58042) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:06.756314 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-3d68adb9-1068-4cfc-a632-7e345f2d4183 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1829098ca06a4a6281820bdf90a6f685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523391 Nov 24 18:13:06.758734 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 58048) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:06.818087 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-d2bee9d6-389e-429f-96dd-331e470e5a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:06.844812 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-d2bee9d6-389e-429f-96dd-331e470e5a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:06.979953 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-d2bee9d6-389e-429f-96dd-331e470e5a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:06.983734 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-455ea9a4-02be-4137-bcd1-e3d1d85767ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:06.994349 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bee9d6-389e-429f-96dd-331e470e5a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1645d8-96bc-43ff-aa45-8e425b4981d9,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:06.998572 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-d2bee9d6-389e-429f-96dd-331e470e5a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:07.001992 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-d2bee9d6-389e-429f-96dd-331e470e5a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:07.003098 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-d2bee9d6-389e-429f-96dd-331e470e5a0a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/eb1645d8-96bc-43ff-aa45-8e425b4981d9 HTTP/1.1" status: 204 len: 168 time: 0.2434759 Nov 24 18:13:07.231642 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 58056) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:07.419309 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-4ae9f5f9-dd6f-4d24-a477-f32e155931a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:07.434860 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-4ae9f5f9-dd6f-4d24-a477-f32e155931a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:13:07.438833 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-4ae9f5f9-dd6f-4d24-a477-f32e155931a9 admin admin] Usage tracker for resource:security_group_rule and tenant:caae66f7d17f445d94bae1ce13f983ee is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:13:07.441815 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-4ae9f5f9-dd6f-4d24-a477-f32e155931a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:13:07.447469 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-4ae9f5f9-dd6f-4d24-a477-f32e155931a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:13:07.529172 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-4ae9f5f9-dd6f-4d24-a477-f32e155931a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:07.591409 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-4ae9f5f9-dd6f-4d24-a477-f32e155931a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:07.603975 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-9e0aeeb3-e0c5-4149-89f5-ca8abe9b2f88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:07.654505 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-141a1ca2-d7e2-4138-8347-d7281b25499e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:07.728080 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-4ae9f5f9-dd6f-4d24-a477-f32e155931a9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=caae66f7d17f445d94bae1ce13f983ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4953384 Nov 24 18:13:07.729100 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9f5f9-dd6f-4d24-a477-f32e155931a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f578895a-b80d-42ff-a06a-d6c3775f0799,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:07.731440 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 58070) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:07.733107 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-4ae9f5f9-dd6f-4d24-a477-f32e155931a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:07.792056 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-54c91176-aec3-4673-b987-c006782e51fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:07.819947 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-54c91176-aec3-4673-b987-c006782e51fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:07.962563 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-54c91176-aec3-4673-b987-c006782e51fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:07.967062 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-8803f411-6269-4e40-80e8-f3e3d5100f2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:07.978004 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c91176-aec3-4673-b987-c006782e51fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f578895a-b80d-42ff-a06a-d6c3775f0799,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:07.981430 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-54c91176-aec3-4673-b987-c006782e51fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:07.984483 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-54c91176-aec3-4673-b987-c006782e51fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:07.985578 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-54c91176-aec3-4673-b987-c006782e51fb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f578895a-b80d-42ff-a06a-d6c3775f0799 HTTP/1.1" status: 204 len: 168 time: 0.2531507 Nov 24 18:13:08.299773 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:08.556540 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 58080) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:08.574120 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-87caf19f-5fc6-4a71-9fe5-8e9035b09d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:08.588658 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-87caf19f-5fc6-4a71-9fe5-8e9035b09d06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:13:08.593002 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-87caf19f-5fc6-4a71-9fe5-8e9035b09d06 admin admin] Usage tracker for resource:security_group_rule and tenant:1978be3a12b249a7886774c278004fa6 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:13:08.595779 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-87caf19f-5fc6-4a71-9fe5-8e9035b09d06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:13:08.601526 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-87caf19f-5fc6-4a71-9fe5-8e9035b09d06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:13:08.680497 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-87caf19f-5fc6-4a71-9fe5-8e9035b09d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:08.756348 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-87caf19f-5fc6-4a71-9fe5-8e9035b09d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:08.768436 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-5eb6ccf6-d90d-4ae4-a875-88fe73584119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:08.807564 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-87caf19f-5fc6-4a71-9fe5-8e9035b09d06 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1978be3a12b249a7886774c278004fa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498608 Nov 24 18:13:08.808348 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87caf19f-5fc6-4a71-9fe5-8e9035b09d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8323246-1d81-4a1f-a71b-15e65ec21734,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:08.810923 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 58084) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:08.811390 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-87caf19f-5fc6-4a71-9fe5-8e9035b09d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:08.872002 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-e597644f-cebe-430f-a412-b4757bee9117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:08.899564 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-e597644f-cebe-430f-a412-b4757bee9117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:09.036760 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-e597644f-cebe-430f-a412-b4757bee9117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:09.041796 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-6e5007b6-687c-4a5e-a554-91f2aeb773aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:09.051266 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 58094) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:09.055783 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e597644f-cebe-430f-a412-b4757bee9117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8323246-1d81-4a1f-a71b-15e65ec21734,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:09.059395 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-e597644f-cebe-430f-a412-b4757bee9117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:09.065444 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-e597644f-cebe-430f-a412-b4757bee9117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:09.066646 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-e597644f-cebe-430f-a412-b4757bee9117 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d8323246-1d81-4a1f-a71b-15e65ec21734 HTTP/1.1" status: 204 len: 168 time: 0.2539728 Nov 24 18:13:09.767360 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-91e58743-15f0-4497-9941-3da0a4b32fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578981'] for router_interface, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:10.236165 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-91e58743-15f0-4497-9941-3da0a4b32fe5 admin admin] Deleting port 67f6255f-54bd-4de6-a892-db56481af566 {{(pid=87424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:13:10.236563 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-91e58743-15f0-4497-9941-3da0a4b32fe5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:10.414606 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.db [None req-91e58743-15f0-4497-9941-3da0a4b32fe5 admin admin] For port 67f6255f-54bd-4de6-a892-db56481af566, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=67f6255f-54bd-4de6-a892-db56481af566,segment=NetworkSegment(c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2),segment_id=c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2)] {{(pid=87424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:13:10.414883 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-91e58743-15f0-4497-9941-3da0a4b32fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:10.431245 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-27dc039b-35a4-445d-98df-df94b77beee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:10.549333 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-91e58743-15f0-4497-9941-3da0a4b32fe5 admin admin] Calling delete_port for 67f6255f-54bd-4de6-a892-db56481af566 owned by network:router_interface {{(pid=87424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:13:10.814564 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-91e58743-15f0-4497-9941-3da0a4b32fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3149175'] for port, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:10.819367 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-0ba1490f-57dd-4221-8105-e50c3498ec32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:10.867051 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e58743-15f0-4497-9941-3da0a4b32fe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=67f6255f-54bd-4de6-a892-db56481af566,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:10.895551 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-91e58743-15f0-4497-9941-3da0a4b32fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:11.135204 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-91e58743-15f0-4497-9941-3da0a4b32fe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-589397'] for router_interface, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:11.374085 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:11.593621 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e58743-15f0-4497-9941-3da0a4b32fe5 admin admin] Router 96a06d1f-91d2-4f9f-8902-87ef3f1b025f has already been hosted by L3 agent aba83f48-bec1-4447-972f-e1c88a92dee8 {{(pid=87424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 18:13:11.772311 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e58743-15f0-4497-9941-3da0a4b32fe5 admin admin] Notify agent at l3_agent.dv-cinder-818579-1-smb the message routers_updated {{(pid=87424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 18:13:11.783751 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263d0641-74ce-4d59-9043-d37d0b2203c1 None None] Sync routers for ids ['96a06d1f-91d2-4f9f-8902-87ef3f1b025f'] in dv-cinder-818579-1-smb {{(pid=87426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 18:13:11.792712 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-91e58743-15f0-4497-9941-3da0a4b32fe5 admin admin] 10.222.0.65 "PUT /v2.0/routers/96a06d1f-91d2-4f9f-8902-87ef3f1b025f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7401087 Nov 24 18:13:11.795102 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 58146) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:11.808446 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263d0641-74ce-4d59-9043-d37d0b2203c1 None None] Routers {'96a06d1f-91d2-4f9f-8902-87ef3f1b025f'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:13:11.809073 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-263d0641-74ce-4d59-9043-d37d0b2203c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:13:10Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['96a06d1f-91d2-4f9f-8902-87ef3f1b025f'], 'active': True} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:13:11.899787 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 6 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:13:11.988850 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f8a9fcd9-5c45-46b1-a523-0e4d4d0b7568 admin admin] Notify callbacks [] for router, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:12.002350 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvr_db [None req-263d0641-74ce-4d59-9043-d37d0b2203c1 None None] Set router 96a06d1f-91d2-4f9f-8902-87ef3f1b025f gateway port host: dv-cinder-818579-1-smb {{(pid=87426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:13:12.186373 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f8a9fcd9-5c45-46b1-a523-0e4d4d0b7568 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:12.266376 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-f8a9fcd9-5c45-46b1-a523-0e4d4d0b7568 admin admin] Deleting port 267339df-8872-47e9-9302-ba2fd2bb2117 {{(pid=87424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:13:12.266953 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f8a9fcd9-5c45-46b1-a523-0e4d4d0b7568 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:12.332111 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-263d0641-74ce-4d59-9043-d37d0b2203c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774801609-router', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:57Z', 'updated_at': '2021-11-24T18:13:10Z', 'revision_number': 5, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'gw_port': {'id': '267339df-8872-47e9-9302-ba2fd2bb2117', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:eb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:05:59Z', 'updated_at': '2021-11-24T18:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb'}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:13:12.336009 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263d0641-74ce-4d59-9043-d37d0b2203c1 None None] Checking router: 96a06d1f-91d2-4f9f-8902-87ef3f1b025f for host: dv-cinder-818579-1-smb {{(pid=87426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 18:13:12.344305 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263d0641-74ce-4d59-9043-d37d0b2203c1 None None] Routers {'96a06d1f-91d2-4f9f-8902-87ef3f1b025f'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:13:12.345290 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-263d0641-74ce-4d59-9043-d37d0b2203c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:13:10Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['96a06d1f-91d2-4f9f-8902-87ef3f1b025f'], 'active': True} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:13:12.445560 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.db [None req-f8a9fcd9-5c45-46b1-a523-0e4d4d0b7568 admin admin] For port 267339df-8872-47e9-9302-ba2fd2bb2117, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=267339df-8872-47e9-9302-ba2fd2bb2117,segment=NetworkSegment(d3760bee-36f8-40b7-a723-a1b5699a82b5),segment_id=d3760bee-36f8-40b7-a723-a1b5699a82b5)] {{(pid=87424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:13:12.445828 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f8a9fcd9-5c45-46b1-a523-0e4d4d0b7568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:12.499006 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvr_db [None req-263d0641-74ce-4d59-9043-d37d0b2203c1 None None] Set router 96a06d1f-91d2-4f9f-8902-87ef3f1b025f gateway port host: None {{(pid=87426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:13:12.575386 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-f8a9fcd9-5c45-46b1-a523-0e4d4d0b7568 admin admin] Calling delete_port for 267339df-8872-47e9-9302-ba2fd2bb2117 owned by network:router_gateway {{(pid=87424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:13:12.611037 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-263d0641-74ce-4d59-9043-d37d0b2203c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774801609-router', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:57Z', 'updated_at': '2021-11-24T18:13:12Z', 'revision_number': 6, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'gw_port_host': None}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:13:12.615227 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263d0641-74ce-4d59-9043-d37d0b2203c1 None None] The sync data for ids ['96a06d1f-91d2-4f9f-8902-87ef3f1b025f'] in dv-cinder-818579-1-smb is: [{'id': '96a06d1f-91d2-4f9f-8902-87ef3f1b025f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774801609-router', 'tenant_id': 'c71c458ed19546f2b7ecc2a78475b465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:05:57Z', 'updated_at': '2021-11-24T18:13:12Z', 'revision_number': 6, 'project_id': 'c71c458ed19546f2b7ecc2a78475b465', 'gw_port_host': None}] {{(pid=87426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 18:13:12.665405 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:12.796472 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f8a9fcd9-5c45-46b1-a523-0e4d4d0b7568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3149175'] for port, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:12.800072 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-4a4471d7-2ba2-40ee-b025-9c34fec13266 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:12.848694 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a9fcd9-5c45-46b1-a523-0e4d4d0b7568 admin admin] Pushing event deleted for resources: {'Port': ['ID=267339df-8872-47e9-9302-ba2fd2bb2117,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:12.874909 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-f8a9fcd9-5c45-46b1-a523-0e4d4d0b7568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:12.941627 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f8a9fcd9-5c45-46b1-a523-0e4d4d0b7568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505794'] for router_gateway, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:13.224760 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f8a9fcd9-5c45-46b1-a523-0e4d4d0b7568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4164644'] for router, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:13.227021 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f8a9fcd9-5c45-46b1-a523-0e4d4d0b7568 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:13.333894 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f8a9fcd9-5c45-46b1-a523-0e4d4d0b7568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-578892'] for router, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:13.334492 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a9fcd9-5c45-46b1-a523-0e4d4d0b7568 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96a06d1f-91d2-4f9f-8902-87ef3f1b025f {{(pid=87424) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 18:13:13.347749 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f8a9fcd9-5c45-46b1-a523-0e4d4d0b7568 admin admin] Notify callbacks [] for router, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:13.348943 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-f8a9fcd9-5c45-46b1-a523-0e4d4d0b7568 admin admin] 10.222.0.65 "DELETE /v2.0/routers/96a06d1f-91d2-4f9f-8902-87ef3f1b025f HTTP/1.1" status: 204 len: 168 time: 1.5527565 Nov 24 18:13:13.351540 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 58158) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:13.409770 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.db_base_plugin_v2 [None req-69391c93-07bc-4396-9a85-90595413032e admin admin] Deleting subnet 0c1b52e1-6661-4f68-9dd2-227c3d39ad6e {{(pid=87424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 18:13:13.412667 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-69391c93-07bc-4396-9a85-90595413032e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:13.462506 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-69391c93-07bc-4396-9a85-90595413032e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2119714'] for subnet, precommit_delete_associations {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:13.546124 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-69391c93-07bc-4396-9a85-90595413032e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1555507'] for subnet, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:13.717366 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-69391c93-07bc-4396-9a85-90595413032e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1555563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3149124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2422208'] for subnet, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:13.722161 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-16160949-ff50-4175-9ad2-74d6e20e8e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:13.760002 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69391c93-07bc-4396-9a85-90595413032e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c1b52e1-6661-4f68-9dd2-227c3d39ad6e,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:13.763837 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-69391c93-07bc-4396-9a85-90595413032e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:13.764838 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-69391c93-07bc-4396-9a85-90595413032e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:13.773849 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-69391c93-07bc-4396-9a85-90595413032e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0c1b52e1-6661-4f68-9dd2-227c3d39ad6e HTTP/1.1" status: 204 len: 168 time: 0.4192262 Nov 24 18:13:13.775286 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 58164) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:13.777008 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14d5f7e-83db-447e-92f3-c8984649af50 None None] Network a433006a-8672-4e6d-af3a-fa22b395902e requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:13:13.890548 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-15481a59-246a-473a-a883-1d549c8a2ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483400'] for network, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:13.901488 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [None req-15481a59-246a-473a-a883-1d549c8a2ad6 admin admin] Deleting port 4c737da6-1d73-4226-984f-3afba6286765 {{(pid=87423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:13:13.901903 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-15481a59-246a-473a-a883-1d549c8a2ad6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:14.029040 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f829e78-6e45-4ba9-b93a-4278873d3f1f None None] DHCP port deletion for a433006a-8672-4e6d-af3a-fa22b395902e request from dv-cinder-818579-1-smb {{(pid=87425) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 18:13:14.032996 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-7f829e78-6e45-4ba9-b93a-4278873d3f1f None None] Deleting port 4c737da6-1d73-4226-984f-3afba6286765 {{(pid=87425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:13:14.033410 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7f829e78-6e45-4ba9-b93a-4278873d3f1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:14.115602 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [None req-15481a59-246a-473a-a883-1d549c8a2ad6 admin admin] For port 4c737da6-1d73-4226-984f-3afba6286765, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=4c737da6-1d73-4226-984f-3afba6286765,segment=NetworkSegment(c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2),segment_id=c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2)] {{(pid=87423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:13:14.115980 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-15481a59-246a-473a-a883-1d549c8a2ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:14.239976 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [None req-15481a59-246a-473a-a883-1d549c8a2ad6 admin admin] Calling delete_port for 4c737da6-1d73-4226-984f-3afba6286765 owned by network:dhcp {{(pid=87423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:13:14.256081 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 267339df-8872-47e9-9302-ba2fd2bb2117 no longer exists at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:13:14.299694 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] No Port match for: 267339df-8872-47e9-9302-ba2fd2bb2117 {{(pid=87425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 18:13:14.300041 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 267339df-8872-47e9-9302-ba2fd2bb2117 not bound to the agent host dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 18:13:14.300481 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 67f6255f-54bd-4de6-a892-db56481af566 no longer exists at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:13:14.341347 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] No Port match for: 67f6255f-54bd-4de6-a892-db56481af566 {{(pid=87425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 18:13:14.341697 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 67f6255f-54bd-4de6-a892-db56481af566 not bound to the agent host dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 18:13:14.342108 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 4c737da6-1d73-4226-984f-3afba6286765 no longer exists at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:13:14.386082 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7f829e78-6e45-4ba9-b93a-4278873d3f1f None None] For port 4c737da6-1d73-4226-984f-3afba6286765, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=4c737da6-1d73-4226-984f-3afba6286765,segment=NetworkSegment(c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2),segment_id=c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:13:14.386484 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7f829e78-6e45-4ba9-b93a-4278873d3f1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:14.396822 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-15481a59-246a-473a-a883-1d549c8a2ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:14.400745 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-d18dcf0d-ddd2-4ec9-8484-49cafea32de9 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:14.454407 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15481a59-246a-473a-a883-1d549c8a2ad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c737da6-1d73-4226-984f-3afba6286765,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:14.457789 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-15481a59-246a-473a-a883-1d549c8a2ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:14.458578 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15481a59-246a-473a-a883-1d549c8a2ad6 admin admin] No DVR routers for this DVR port 4c737da6-1d73-4226-984f-3afba6286765 on host dv-cinder-818579-1-smb {{(pid=87423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 18:13:14.514832 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-7f829e78-6e45-4ba9-b93a-4278873d3f1f None None] Calling delete_port for 4c737da6-1d73-4226-984f-3afba6286765 owned by network:dhcp {{(pid=87425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:13:14.560711 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] No active binding found for port 4c737da6-1d73-4226-984f-3afba6286765 {{(pid=87425) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Nov 24 18:13:14.561120 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 4c737da6-1d73-4226-984f-3afba6286765 not bound to the agent host dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 18:13:14.574770 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-15481a59-246a-473a-a883-1d549c8a2ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553944', 'neutron.services.segments.db._delete_segments_for_network-8730962215078'] for network, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:14.591262 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.db.api [None req-7f829e78-6e45-4ba9-b93a-4278873d3f1f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 18:13:14.591630 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_db.api [None req-7f829e78-6e45-4ba9-b93a-4278873d3f1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 18:13:14.599798 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.services.segments.db [None req-15481a59-246a-473a-a883-1d549c8a2ad6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a433006a-8672-4e6d-af3a-fa22b395902e']}} {{(pid=87423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:13:14.611823 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.services.segments.db [None req-15481a59-246a-473a-a883-1d549c8a2ad6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2') {'for_net_delete': True} {{(pid=87423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:13:14.612112 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.services.segments.db [None req-15481a59-246a-473a-a883-1d549c8a2ad6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9ed2215-5c15-4d46-9bc9-4a4a3ae81ec2') {} {{(pid=87423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:13:14.622980 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-15481a59-246a-473a-a883-1d549c8a2ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730962258553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024686'] for segment, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:14.637873 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-15481a59-246a-473a-a883-1d549c8a2ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541721'] for segment, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:14.643819 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15481a59-246a-473a-a883-1d549c8a2ad6 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=87423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 18:13:14.644227 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-15481a59-246a-473a-a883-1d549c8a2ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1541712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4080755'] for segment, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:14.657475 dv-cinder-818579-1-smb neutron-server[87423]: Traceback (most recent call last): Nov 24 18:13:14.657475 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 18:13:14.657475 dv-cinder-818579-1-smb neutron-server[87423]: timer() Nov 24 18:13:14.657475 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 18:13:14.657475 dv-cinder-818579-1-smb neutron-server[87423]: cb(*args, **kw) Nov 24 18:13:14.657475 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 18:13:14.657475 dv-cinder-818579-1-smb neutron-server[87423]: return func(*args, **kwargs) Nov 24 18:13:14.657475 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 18:13:14.657475 dv-cinder-818579-1-smb neutron-server[87423]: self._notify() Nov 24 18:13:14.657475 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 18:13:14.657475 dv-cinder-818579-1-smb neutron-server[87423]: self.callback(batched_events) Nov 24 18:13:14.657475 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 18:13:14.657475 dv-cinder-818579-1-smb neutron-server[87423]: event.method(event) Nov 24 18:13:14.657475 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 18:13:14.657475 dv-cinder-818579-1-smb neutron-server[87423]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 18:13:14.657475 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 18:13:14.657475 dv-cinder-818579-1-smb neutron-server[87423]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 18:13:14.657475 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 18:13:14.657475 dv-cinder-818579-1-smb neutron-server[87423]: return f(self, *a, **k) Nov 24 18:13:14.657475 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 18:13:14.657475 dv-cinder-818579-1-smb neutron-server[87423]: return self._get(url).json() Nov 24 18:13:14.657475 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 18:13:14.657475 dv-cinder-818579-1-smb neutron-server[87423]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 18:13:14.657475 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 18:13:14.657475 dv-cinder-818579-1-smb neutron-server[87423]: return self.request(url, 'GET', **kwargs) Nov 24 18:13:14.657475 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 18:13:14.657475 dv-cinder-818579-1-smb neutron-server[87423]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 18:13:14.657475 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 18:13:14.657475 dv-cinder-818579-1-smb neutron-server[87423]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 18:13:14.657475 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 18:13:14.657475 dv-cinder-818579-1-smb neutron-server[87423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 18:13:14.657475 dv-cinder-818579-1-smb neutron-server[87423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 18:13:14.808319 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-15481a59-246a-473a-a883-1d549c8a2ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505765'] for network, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:14.811836 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-fb0d8bc3-3eae-42fe-937e-e4894e7dfc50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:14.825198 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-15481a59-246a-473a-a883-1d549c8a2ad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for network, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:14.835410 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15481a59-246a-473a-a883-1d549c8a2ad6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a433006a-8672-4e6d-af3a-fa22b395902e,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:14.838558 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-15481a59-246a-473a-a883-1d549c8a2ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:14.946267 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-15481a59-246a-473a-a883-1d549c8a2ad6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/a433006a-8672-4e6d-af3a-fa22b395902e HTTP/1.1" status: 204 len: 168 time: 1.1694078 Nov 24 18:13:15.092625 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-7f829e78-6e45-4ba9-b93a-4278873d3f1f None None] Deleting port 4c737da6-1d73-4226-984f-3afba6286765 {{(pid=87425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:13:15.093174 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7f829e78-6e45-4ba9-b93a-4278873d3f1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:15.160136 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-7f829e78-6e45-4ba9-b93a-4278873d3f1f None None] The port '4c737da6-1d73-4226-984f-3afba6286765' was deleted {{(pid=87425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 18:13:15.334031 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 58182) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:15.381488 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-08518670-cf83-411d-8ac1-ffe077a3ffa6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c71c458ed19546f2b7ecc2a78475b465&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0461044 Nov 24 18:13:15.383810 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 58186) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:15.444422 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-0f5544b5-ab1f-46d1-8a30-1beadfde11b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:15.470287 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-0f5544b5-ab1f-46d1-8a30-1beadfde11b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:15.597259 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-0f5544b5-ab1f-46d1-8a30-1beadfde11b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:15.601444 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-3574ab53-e6f4-4d2d-bdf1-55b22a4f5b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:15.614251 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5544b5-ab1f-46d1-8a30-1beadfde11b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf89efcb-9605-40e9-b4fa-5b5c55bb59aa,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:15.617625 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-0f5544b5-ab1f-46d1-8a30-1beadfde11b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:15.623776 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-0f5544b5-ab1f-46d1-8a30-1beadfde11b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:15.625307 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-0f5544b5-ab1f-46d1-8a30-1beadfde11b2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cf89efcb-9605-40e9-b4fa-5b5c55bb59aa HTTP/1.1" status: 204 len: 168 time: 0.2402678 Nov 24 18:13:18.715968 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 58280) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:18.834104 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-30392a19-28a1-40ec-8440-e54d5ab629c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:18.848920 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-30392a19-28a1-40ec-8440-e54d5ab629c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:13:18.852792 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-30392a19-28a1-40ec-8440-e54d5ab629c8 admin admin] Usage tracker for resource:security_group_rule and tenant:3c3f8c26a1cc4054ad1ac9cb328e85dc is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:13:18.855621 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-30392a19-28a1-40ec-8440-e54d5ab629c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:13:18.862476 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-30392a19-28a1-40ec-8440-e54d5ab629c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:13:18.945725 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-30392a19-28a1-40ec-8440-e54d5ab629c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:19.036858 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-30392a19-28a1-40ec-8440-e54d5ab629c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:19.045743 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-4d2e7404-a850-440c-859f-460358eeb92f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:19.089101 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-30392a19-28a1-40ec-8440-e54d5ab629c8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3c3f8c26a1cc4054ad1ac9cb328e85dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3720100 Nov 24 18:13:19.089998 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30392a19-28a1-40ec-8440-e54d5ab629c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e56dc14-3ee4-4973-91a7-313186367c8f,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:19.092387 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 58294) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:19.094129 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-30392a19-28a1-40ec-8440-e54d5ab629c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:19.151804 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c5190834-242f-4fc4-8a13-0f1bb99fdf09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:19.184049 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c5190834-242f-4fc4-8a13-0f1bb99fdf09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:19.288492 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c5190834-242f-4fc4-8a13-0f1bb99fdf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:19.293513 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-3b653af1-b166-4bdd-8f70-1dcbd55ff9bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:19.306294 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5190834-242f-4fc4-8a13-0f1bb99fdf09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e56dc14-3ee4-4973-91a7-313186367c8f,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:19.309209 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-c5190834-242f-4fc4-8a13-0f1bb99fdf09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:19.311103 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c5190834-242f-4fc4-8a13-0f1bb99fdf09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:19.312190 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-c5190834-242f-4fc4-8a13-0f1bb99fdf09 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0e56dc14-3ee4-4973-91a7-313186367c8f HTTP/1.1" status: 204 len: 168 time: 0.2188311 Nov 24 18:13:19.954033 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 58306) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:19.971363 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-0bb237cf-139d-4858-8e22-d75f36888016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:19.985584 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-0bb237cf-139d-4858-8e22-d75f36888016 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:13:19.989327 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-0bb237cf-139d-4858-8e22-d75f36888016 admin admin] Usage tracker for resource:security_group_rule and tenant:f2e2d70f364f479f966724b77f83ee41 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:13:19.992025 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-0bb237cf-139d-4858-8e22-d75f36888016 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:13:19.998204 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-0bb237cf-139d-4858-8e22-d75f36888016 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:13:20.077124 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-0bb237cf-139d-4858-8e22-d75f36888016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:20.162247 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-0bb237cf-139d-4858-8e22-d75f36888016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:20.174433 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-54c91176-aec3-4673-b987-c006782e51fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:20.215833 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-0bb237cf-139d-4858-8e22-d75f36888016 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f2e2d70f364f479f966724b77f83ee41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2604847 Nov 24 18:13:20.217253 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb237cf-139d-4858-8e22-d75f36888016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa238fd-67df-4e15-b7ef-6c5c8007fef4,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:20.219082 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 58310) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:20.220640 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-0bb237cf-139d-4858-8e22-d75f36888016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:20.277207 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-d0a85994-bf42-44b2-a7d3-2dd55f91c011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:20.304288 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-d0a85994-bf42-44b2-a7d3-2dd55f91c011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:20.425514 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-d0a85994-bf42-44b2-a7d3-2dd55f91c011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:20.430516 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-dc8cd264-ce58-4431-9f62-c1a35fec124d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:20.442426 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a85994-bf42-44b2-a7d3-2dd55f91c011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa238fd-67df-4e15-b7ef-6c5c8007fef4,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:20.447564 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-d0a85994-bf42-44b2-a7d3-2dd55f91c011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:20.452224 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-d0a85994-bf42-44b2-a7d3-2dd55f91c011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:20.457715 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-d0a85994-bf42-44b2-a7d3-2dd55f91c011 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/caa238fd-67df-4e15-b7ef-6c5c8007fef4 HTTP/1.1" status: 204 len: 168 time: 0.2375333 Nov 24 18:13:20.761442 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 58326) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:20.890328 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-4e54304e-ed39-4bea-a940-045d8586c173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:20.905628 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-4e54304e-ed39-4bea-a940-045d8586c173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:13:20.909461 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-4e54304e-ed39-4bea-a940-045d8586c173 admin admin] Usage tracker for resource:security_group_rule and tenant:e108ed8e116c4dc2a4b5550031e824a5 is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:13:20.912147 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-4e54304e-ed39-4bea-a940-045d8586c173 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:13:20.917886 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-4e54304e-ed39-4bea-a940-045d8586c173 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:13:21.000965 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-4e54304e-ed39-4bea-a940-045d8586c173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:21.122134 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-4e54304e-ed39-4bea-a940-045d8586c173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:21.131179 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-84953a70-2ff2-40f6-a4c0-0fe425e64727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:21.169193 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-4e54304e-ed39-4bea-a940-045d8586c173 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e108ed8e116c4dc2a4b5550031e824a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4066098 Nov 24 18:13:21.170837 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e54304e-ed39-4bea-a940-045d8586c173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec35fbf-52a5-4c22-96ea-6c95744c81ad,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:21.172059 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 58340) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:21.173716 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-4e54304e-ed39-4bea-a940-045d8586c173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:21.234398 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-bc087a77-831b-4572-bf01-2763a8b2fbab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:21.259646 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-bc087a77-831b-4572-bf01-2763a8b2fbab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:21.385579 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-bc087a77-831b-4572-bf01-2763a8b2fbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:21.390683 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-635c7d71-b317-4685-9c54-4dace93548aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:21.402726 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc087a77-831b-4572-bf01-2763a8b2fbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec35fbf-52a5-4c22-96ea-6c95744c81ad,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:21.405535 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-bc087a77-831b-4572-bf01-2763a8b2fbab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:21.414246 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-bc087a77-831b-4572-bf01-2763a8b2fbab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:21.418619 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-bc087a77-831b-4572-bf01-2763a8b2fbab admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dec35fbf-52a5-4c22-96ea-6c95744c81ad HTTP/1.1" status: 204 len: 168 time: 0.2415240 Nov 24 18:13:22.202716 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:22.253761 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 58376) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:22.369718 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-fbb6f0bc-b79b-4822-b632-e5618e555640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:22.383503 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-fbb6f0bc-b79b-4822-b632-e5618e555640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:13:22.387283 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-fbb6f0bc-b79b-4822-b632-e5618e555640 admin admin] Usage tracker for resource:security_group_rule and tenant:64fc5564ff534cdf9daa4ab06cbf5b87 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:13:22.390554 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-fbb6f0bc-b79b-4822-b632-e5618e555640 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:13:22.396199 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-fbb6f0bc-b79b-4822-b632-e5618e555640 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:13:22.488761 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-fbb6f0bc-b79b-4822-b632-e5618e555640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:22.539143 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-fbb6f0bc-b79b-4822-b632-e5618e555640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:22.548312 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-2ba68d72-913a-49a4-8756-5bc9f28ddc35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:22.587199 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-fbb6f0bc-b79b-4822-b632-e5618e555640 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=64fc5564ff534cdf9daa4ab06cbf5b87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3323197 Nov 24 18:13:22.589858 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 58388) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:22.592478 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6f0bc-b79b-4822-b632-e5618e555640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efeb250c-acd5-4a75-b823-25dcc76f3caf,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:22.596096 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-fbb6f0bc-b79b-4822-b632-e5618e555640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:22.651841 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-543b6acb-187e-4d35-85ca-655295fe8f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:22.676828 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-543b6acb-187e-4d35-85ca-655295fe8f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:22.796563 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-543b6acb-187e-4d35-85ca-655295fe8f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:22.800437 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-bc087a77-831b-4572-bf01-2763a8b2fbab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:22.811379 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b6acb-187e-4d35-85ca-655295fe8f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efeb250c-acd5-4a75-b823-25dcc76f3caf,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:22.814225 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-543b6acb-187e-4d35-85ca-655295fe8f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:22.820647 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-543b6acb-187e-4d35-85ca-655295fe8f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:22.821984 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-543b6acb-187e-4d35-85ca-655295fe8f92 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/efeb250c-acd5-4a75-b823-25dcc76f3caf HTTP/1.1" status: 204 len: 168 time: 0.2310152 Nov 24 18:13:23.976380 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 58434) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:24.094018 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-58f50964-019b-411a-9ebc-13e33d50df29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:24.108486 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-58f50964-019b-411a-9ebc-13e33d50df29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:13:24.112433 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-58f50964-019b-411a-9ebc-13e33d50df29 admin admin] Usage tracker for resource:security_group_rule and tenant:ed5d0fed58e04fd7a29ffd342498cf85 is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:13:24.115208 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-58f50964-019b-411a-9ebc-13e33d50df29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:13:24.120861 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-58f50964-019b-411a-9ebc-13e33d50df29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:13:24.207864 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-58f50964-019b-411a-9ebc-13e33d50df29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:24.299456 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-58f50964-019b-411a-9ebc-13e33d50df29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:24.307989 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-c65abdf0-2b8a-456e-9ebd-e7c52221d881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:24.347299 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-58f50964-019b-411a-9ebc-13e33d50df29 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ed5d0fed58e04fd7a29ffd342498cf85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3698409 Nov 24 18:13:24.348948 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f50964-019b-411a-9ebc-13e33d50df29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1d7e3d-9516-4004-ab68-65fa2ce5a764,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:24.350023 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 58444) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:24.351882 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-58f50964-019b-411a-9ebc-13e33d50df29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:24.411743 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3ea59e26-0e00-4b2a-8ba7-6fee18ecf337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:24.437506 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3ea59e26-0e00-4b2a-8ba7-6fee18ecf337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:24.545766 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3ea59e26-0e00-4b2a-8ba7-6fee18ecf337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:24.550651 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-9436ea38-392d-49e2-8db2-da3d9e7a8838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:24.563936 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea59e26-0e00-4b2a-8ba7-6fee18ecf337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1d7e3d-9516-4004-ab68-65fa2ce5a764,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:24.567008 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-3ea59e26-0e00-4b2a-8ba7-6fee18ecf337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:24.570821 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3ea59e26-0e00-4b2a-8ba7-6fee18ecf337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:24.574705 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-3ea59e26-0e00-4b2a-8ba7-6fee18ecf337 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ac1d7e3d-9516-4004-ab68-65fa2ce5a764 HTTP/1.1" status: 204 len: 168 time: 0.2211857 Nov 24 18:13:25.208932 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 58456) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:25.227101 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-88dc0878-e758-4f4d-9eb5-c117b3564b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:25.241095 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-88dc0878-e758-4f4d-9eb5-c117b3564b88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:13:25.244864 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-88dc0878-e758-4f4d-9eb5-c117b3564b88 admin admin] Usage tracker for resource:security_group_rule and tenant:850667c55b3647a98f8c09afd88a9bc1 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:13:25.247577 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-88dc0878-e758-4f4d-9eb5-c117b3564b88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:13:25.253153 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-88dc0878-e758-4f4d-9eb5-c117b3564b88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:13:25.336692 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-88dc0878-e758-4f4d-9eb5-c117b3564b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:25.424930 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-88dc0878-e758-4f4d-9eb5-c117b3564b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:25.433284 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-543b6acb-187e-4d35-85ca-655295fe8f92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:25.474072 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-88dc0878-e758-4f4d-9eb5-c117b3564b88 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=850667c55b3647a98f8c09afd88a9bc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2641075 Nov 24 18:13:25.475664 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc0878-e758-4f4d-9eb5-c117b3564b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8955319-d842-42e0-bce1-49b668921095,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:25.476838 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 58460) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:25.478775 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-88dc0878-e758-4f4d-9eb5-c117b3564b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:25.627150 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-38466933-7be5-47fa-a4cc-db040e730884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:25.652704 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-38466933-7be5-47fa-a4cc-db040e730884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:25.756018 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-38466933-7be5-47fa-a4cc-db040e730884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:25.759648 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-859d4216-5bab-41df-8d9d-8738f2b6eaf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:25.773872 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38466933-7be5-47fa-a4cc-db040e730884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8955319-d842-42e0-bce1-49b668921095,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:25.776624 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-38466933-7be5-47fa-a4cc-db040e730884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:25.786636 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-38466933-7be5-47fa-a4cc-db040e730884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:25.787779 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-38466933-7be5-47fa-a4cc-db040e730884 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d8955319-d842-42e0-bce1-49b668921095 HTTP/1.1" status: 204 len: 168 time: 0.3098412 Nov 24 18:13:36.650900 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 58678) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:36.774895 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-bb47524c-3bff-4782-8e30-fcab36bdcb2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:36.788972 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-bb47524c-3bff-4782-8e30-fcab36bdcb2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:13:36.793281 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-bb47524c-3bff-4782-8e30-fcab36bdcb2e admin admin] Usage tracker for resource:security_group_rule and tenant:89ca722c003f42e889543a962de3c3ed is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:13:36.796600 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-bb47524c-3bff-4782-8e30-fcab36bdcb2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:13:36.802726 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-bb47524c-3bff-4782-8e30-fcab36bdcb2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:13:36.890352 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-bb47524c-3bff-4782-8e30-fcab36bdcb2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:36.922180 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-bb47524c-3bff-4782-8e30-fcab36bdcb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:36.942685 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-e597644f-cebe-430f-a412-b4757bee9117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:36.960599 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-bb47524c-3bff-4782-8e30-fcab36bdcb2e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=89ca722c003f42e889543a962de3c3ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085759 Nov 24 18:13:36.963113 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 58686) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:36.994758 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb47524c-3bff-4782-8e30-fcab36bdcb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ed38b2-a771-4f5c-bb50-16162996558f,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:37.013015 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47524c-3bff-4782-8e30-fcab36bdcb2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:37.013417 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47524c-3bff-4782-8e30-fcab36bdcb2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:37.013734 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47524c-3bff-4782-8e30-fcab36bdcb2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:37.014084 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47524c-3bff-4782-8e30-fcab36bdcb2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:37.014430 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47524c-3bff-4782-8e30-fcab36bdcb2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:37.014775 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47524c-3bff-4782-8e30-fcab36bdcb2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:37.015117 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47524c-3bff-4782-8e30-fcab36bdcb2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:37.015458 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47524c-3bff-4782-8e30-fcab36bdcb2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:37.015800 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47524c-3bff-4782-8e30-fcab36bdcb2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:37.016139 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47524c-3bff-4782-8e30-fcab36bdcb2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:37.016509 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47524c-3bff-4782-8e30-fcab36bdcb2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:37.016856 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47524c-3bff-4782-8e30-fcab36bdcb2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:37.026071 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-bb47524c-3bff-4782-8e30-fcab36bdcb2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:37.050526 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-69841bb9-9045-44b6-8875-e0c1b686fc82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:37.076565 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-69841bb9-9045-44b6-8875-e0c1b686fc82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:37.173515 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-69841bb9-9045-44b6-8875-e0c1b686fc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:37.179158 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-54cc65a7-984d-47b8-bd31-5c8750decaf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:37.192720 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69841bb9-9045-44b6-8875-e0c1b686fc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ed38b2-a771-4f5c-bb50-16162996558f,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:37.195307 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-69841bb9-9045-44b6-8875-e0c1b686fc82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:37.196560 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-69841bb9-9045-44b6-8875-e0c1b686fc82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:37.200752 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-69841bb9-9045-44b6-8875-e0c1b686fc82 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/87ed38b2-a771-4f5c-bb50-16162996558f HTTP/1.1" status: 204 len: 168 time: 0.2363148 Nov 24 18:13:37.659618 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-e3e997e8-fe26-479c-a98f-05dd8d5f4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:38.150660 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 58716) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:38.255307 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [None req-c01075df-ead7-48ea-929c-423aeaa817b1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-137379158-network', 'tenant_id': '2e5d9eba045249419bd2b453a7b59b0d'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:13:38.259921 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-c01075df-ead7-48ea-929c-423aeaa817b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:13:38.263678 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-c01075df-ead7-48ea-929c-423aeaa817b1 admin admin] Usage tracker for resource:network and tenant:2e5d9eba045249419bd2b453a7b59b0d is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:13:38.266498 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-c01075df-ead7-48ea-929c-423aeaa817b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:13:38.273034 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-c01075df-ead7-48ea-929c-423aeaa817b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:13:38.344838 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:38.367542 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01075df-ead7-48ea-929c-423aeaa817b1 admin admin] Made reservation on behalf of 2e5d9eba045249419bd2b453a7b59b0d for: {'network': 1} {{(pid=87423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:13:38.369920 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-c01075df-ead7-48ea-929c-423aeaa817b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for network, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:38.382705 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-c01075df-ead7-48ea-929c-423aeaa817b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:38.397397 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-c01075df-ead7-48ea-929c-423aeaa817b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:13:38.401087 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-c01075df-ead7-48ea-929c-423aeaa817b1 admin admin] Usage tracker for resource:security_group_rule and tenant:2e5d9eba045249419bd2b453a7b59b0d is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:13:38.403828 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-c01075df-ead7-48ea-929c-423aeaa817b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:13:38.409413 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-c01075df-ead7-48ea-929c-423aeaa817b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:13:38.491400 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-c01075df-ead7-48ea-929c-423aeaa817b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:38.568993 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-c01075df-ead7-48ea-929c-423aeaa817b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:38.576673 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-562b4763-188e-4bc8-8519-ace1f6d7719a tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:38.609271 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c01075df-ead7-48ea-929c-423aeaa817b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=87423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 18:13:38.618498 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01075df-ead7-48ea-929c-423aeaa817b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05cfde5-7db0-4971-93e7-7a8602cc948f,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:38.622040 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-c01075df-ead7-48ea-929c-423aeaa817b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:38.625758 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-c01075df-ead7-48ea-929c-423aeaa817b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541721'] for segment, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:38.626174 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.db.segments_db [None req-c01075df-ead7-48ea-929c-423aeaa817b1 admin admin] Added segment 3eb657fb-2c6e-4a69-99b5-5669a40d35fd of type vlan for network 8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e Nov 24 18:13:38.652274 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-c01075df-ead7-48ea-929c-423aeaa817b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730961763539'] for network, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:38.744593 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-c01075df-ead7-48ea-929c-423aeaa817b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341'] for network, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:38.745872 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01075df-ead7-48ea-929c-423aeaa817b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:13:38.746453 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-c01075df-ead7-48ea-929c-423aeaa817b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for network, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:38.751201 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:38.850203 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01075df-ead7-48ea-929c-423aeaa817b1 admin admin] Pushing event updated for resources: {'Network': ['ID=8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:38.852880 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-c01075df-ead7-48ea-929c-423aeaa817b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:38.859824 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Network 8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e details requested by agent ovs-agent-dv-cinder-818579-1-smb with host dv-cinder-818579-1-smb {{(pid=87425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 18:13:38.939835 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-c01075df-ead7-48ea-929c-423aeaa817b1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7879705 Nov 24 18:13:38.942789 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 58724) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:38.948446 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [None req-ab164eef-b764-4081-bb44-7027b85a57c2 admin admin] Request body: {'subnet': {'network_id': '8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-137379158-subnet', 'tenant_id': '2e5d9eba045249419bd2b453a7b59b0d', 'ip_version': 4}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:13:38.953098 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-ab164eef-b764-4081-bb44-7027b85a57c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:13:38.957200 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-ab164eef-b764-4081-bb44-7027b85a57c2 admin admin] Usage tracker for resource:subnet and tenant:2e5d9eba045249419bd2b453a7b59b0d is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:13:38.960018 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-ab164eef-b764-4081-bb44-7027b85a57c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:13:38.965725 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-ab164eef-b764-4081-bb44-7027b85a57c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:13:39.076148 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab164eef-b764-4081-bb44-7027b85a57c2 admin admin] Made reservation on behalf of 2e5d9eba045249419bd2b453a7b59b0d for: {'subnet': 1} {{(pid=87423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:13:39.078547 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-ab164eef-b764-4081-bb44-7027b85a57c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9999078'] for subnet, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:39.333627 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-ab164eef-b764-4081-bb44-7027b85a57c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4080874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9999060'] for subnet, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:39.338694 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-b72176a2-d710-4f5d-a707-8db919fde034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:39.411891 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab164eef-b764-4081-bb44-7027b85a57c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92ff3537-94e6-48e2-8da6-7768df38d8e9,revision_number=0']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:39.416056 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-ab164eef-b764-4081-bb44-7027b85a57c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:39.420162 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab164eef-b764-4081-bb44-7027b85a57c2 admin admin] Checking segment: {'id': '3eb657fb-2c6e-4a69-99b5-5669a40d35fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:13:39.420556 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab164eef-b764-4081-bb44-7027b85a57c2 admin admin] Network hostable DHCP agents. Network: 8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e, hostable agents: ['490b05d4-6d8a-4546-ad73-edfbcdd6eaa8'], hosted agents: [] {{(pid=87423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 18:13:39.487178 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab164eef-b764-4081-bb44-7027b85a57c2 admin admin] Network 8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e is scheduled to be hosted by DHCP agent 490b05d4-6d8a-4546-ad73-edfbcdd6eaa8 with binding_index 1 {{(pid=87423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 18:13:39.532857 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.base_scheduler [None req-ab164eef-b764-4081-bb44-7027b85a57c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-smb, 8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e) {{(pid=87423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:13:39.537516 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab164eef-b764-4081-bb44-7027b85a57c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:13:39.538110 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-ab164eef-b764-4081-bb44-7027b85a57c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for subnet, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:39.542330 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0fa81a-c8cd-467e-8486-c7d5fdeb6ab9 None None] Network 8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:13:39.608341 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-ab164eef-b764-4081-bb44-7027b85a57c2 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6642885 Nov 24 18:13:39.611074 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 58736) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:39.615942 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [None req-6215e512-feb9-4d86-a108-292c7f836381 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-137379158-router', 'tenant_id': '2e5d9eba045249419bd2b453a7b59b0d', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'}}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:13:39.620526 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-6215e512-feb9-4d86-a108-292c7f836381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:13:39.624408 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-6215e512-feb9-4d86-a108-292c7f836381 admin admin] Usage tracker for resource:router and tenant:2e5d9eba045249419bd2b453a7b59b0d is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:13:39.627232 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-6215e512-feb9-4d86-a108-292c7f836381 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:13:39.633572 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-6215e512-feb9-4d86-a108-292c7f836381 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:13:39.663234 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 58740) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:39.687862 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-6215e512-feb9-4d86-a108-292c7f836381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-502246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4164682'] for router, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:39.689161 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-6215e512-feb9-4d86-a108-292c7f836381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-505649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4164701'] for router, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:39.709072 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-6215e512-feb9-4d86-a108-292c7f836381 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:39.759744 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3c056bf-4e02-5911-93ad-81f2a7dd5f6e-8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e', 'network_id': '8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e', 'tenant_id': '2e5d9eba045249419bd2b453a7b59b0d', 'fixed_ips': [{'subnet_id': '92ff3537-94e6-48e2-8da6-7768df38d8e9'}]}} from dv-cinder-818579-1-smb. {{(pid=87425) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 18:13:39.760717 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:39.895228 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-a061bced-9d9c-40a7-bec1-d9e56701420c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:39.917475 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.db_base_plugin_common [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] Allocated IP 172.20.0.2 (8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e/92ff3537-94e6-48e2-8da6-7768df38d8e9/69d0c4d4-61f3-416d-9324-3257a79ef26f) {{(pid=87425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:13:39.974806 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-a061bced-9d9c-40a7-bec1-d9e56701420c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:13:40.045731 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-a061bced-9d9c-40a7-bec1-d9e56701420c admin admin] Usage tracker for resource:security_group_rule and tenant:5dcb77e4758943a991f71bd45e78bf49 is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:13:40.050790 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-a061bced-9d9c-40a7-bec1-d9e56701420c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:13:40.058833 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-6215e512-feb9-4d86-a108-292c7f836381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-505603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-502036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4164655'] for router, precommit_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:40.062504 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-a061bced-9d9c-40a7-bec1-d9e56701420c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:13:40.123015 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] Notify callbacks [] for port, precommit_create {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:40.133645 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] Transition to ACTIVE for port object 69d0c4d4-61f3-416d-9324-3257a79ef26f will not be triggered until provisioned by entity L2. {{(pid=87425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:13:40.147296 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-a061bced-9d9c-40a7-bec1-d9e56701420c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:40.151224 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] Transition to ACTIVE for port object 69d0c4d4-61f3-416d-9324-3257a79ef26f will not be triggered until provisioned by entity DHCP. {{(pid=87425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:13:40.225908 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-a061bced-9d9c-40a7-bec1-d9e56701420c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:40.233499 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-38466933-7be5-47fa-a4cc-db040e730884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:40.270992 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421'] for port, after_create {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:40.276396 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-e7d79ad3-1a28-424a-954c-93db79500c0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:40.290223 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-a061bced-9d9c-40a7-bec1-d9e56701420c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5dcb77e4758943a991f71bd45e78bf49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6259446 Nov 24 18:13:40.292862 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061bced-9d9c-40a7-bec1-d9e56701420c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23968444-4ea2-40c0-a720-5737512e2e64,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:40.293311 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 58746) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:40.296571 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-a061bced-9d9c-40a7-bec1-d9e56701420c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:40.349366 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] Network 8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e is already hosted by enough agents. {{(pid=87425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:13:40.359874 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.scheduler.base_scheduler [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] Resources bound (agent type, host, resource id): {{(pid=87425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:13:40.359874 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] Received port after_create {{(pid=87425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:13:40.372663 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] Pushing event updated for resources: {'Port': ['ID=69d0c4d4-61f3-416d-9324-3257a79ef26f,revision_number=1']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:40.383216 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:40.383637 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:40.384042 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:40.384395 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-6ab768aa-fcc8-477b-9735-164dba2e7072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:40.384542 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:40.384899 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:40.385314 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:40.385787 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:40.386086 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:40.386467 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:40.386856 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:40.387242 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:40.387624 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:40.391850 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:40.412024 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-6ab768aa-fcc8-477b-9735-164dba2e7072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:40.517214 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] Attempting to bind port 69d0c4d4-61f3-416d-9324-3257a79ef26f on host dv-cinder-818579-1-smb for vnic_type normal with profile {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:13:40.517587 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] Attempting to bind port 69d0c4d4-61f3-416d-9324-3257a79ef26f by drivers openvswitch,hyperv on host dv-cinder-818579-1-smb at level 0 using segments [{'id': '3eb657fb-2c6e-4a69-99b5-5669a40d35fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e'}] {{(pid=87425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:13:40.518038 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] Attempting to bind port 69d0c4d4-61f3-416d-9324-3257a79ef26f on network 8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:13:40.523702 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] Checking agent: {'id': '649afde1-6bcc-42a3-a59e-22c863eb835e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 57, 8), 'started_at': datetime.datetime(2021, 11, 24, 17, 57, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:13:40.524120 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] Checking segment: {'id': '3eb657fb-2c6e-4a69-99b5-5669a40d35fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:13:40.524560 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:40.524985 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] Bound using segment: {'id': '3eb657fb-2c6e-4a69-99b5-5669a40d35fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e'} {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:13:40.525462 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] Bound port: 69d0c4d4-61f3-416d-9324-3257a79ef26f, host: dv-cinder-818579-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb657fb-2c6e-4a69-99b5-5669a40d35fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e'}}] {{(pid=87425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:13:40.525841 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:40.540547 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-d5867e57-b1b9-4c5d-9579-3533c67be467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:40.562396 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-6ab768aa-fcc8-477b-9735-164dba2e7072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:40.567723 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-fbb6f0bc-b79b-4822-b632-e5618e555640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:40.580604 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab768aa-fcc8-477b-9735-164dba2e7072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23968444-4ea2-40c0-a720-5737512e2e64,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:40.593912 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab768aa-fcc8-477b-9735-164dba2e7072 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:40.594968 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab768aa-fcc8-477b-9735-164dba2e7072 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:40.594968 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab768aa-fcc8-477b-9735-164dba2e7072 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:40.595294 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab768aa-fcc8-477b-9735-164dba2e7072 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:40.595727 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab768aa-fcc8-477b-9735-164dba2e7072 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:40.596727 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab768aa-fcc8-477b-9735-164dba2e7072 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:40.597158 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab768aa-fcc8-477b-9735-164dba2e7072 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:40.597584 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab768aa-fcc8-477b-9735-164dba2e7072 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:40.598008 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab768aa-fcc8-477b-9735-164dba2e7072 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:40.598577 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab768aa-fcc8-477b-9735-164dba2e7072 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:40.599005 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab768aa-fcc8-477b-9735-164dba2e7072 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:40.599430 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab768aa-fcc8-477b-9735-164dba2e7072 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:40.604980 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-6ab768aa-fcc8-477b-9735-164dba2e7072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:40.608730 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-6ab768aa-fcc8-477b-9735-164dba2e7072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:40.609936 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-6ab768aa-fcc8-477b-9735-164dba2e7072 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/23968444-4ea2-40c0-a720-5737512e2e64 HTTP/1.1" status: 204 len: 168 time: 0.3150673 Nov 24 18:13:40.636911 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-6215e512-feb9-4d86-a108-292c7f836381 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:40.644005 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] For port 69d0c4d4-61f3-416d-9324-3257a79ef26f, host dv-cinder-818579-1-smb, cleared binding levels {{(pid=87425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:13:40.647712 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] For port 69d0c4d4-61f3-416d-9324-3257a79ef26f, host dv-cinder-818579-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=69d0c4d4-61f3-416d-9324-3257a79ef26f,segment=NetworkSegment(3eb657fb-2c6e-4a69-99b5-5669a40d35fd),segment_id=3eb657fb-2c6e-4a69-99b5-5669a40d35fd)] {{(pid=87425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:13:40.677438 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-6215e512-feb9-4d86-a108-292c7f836381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:40.710782 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:40.715612 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-50039d5f-e2fa-4d7a-8e65-4744151f56b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:40.795188 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] Pushing event updated for resources: {'Port': ['ID=69d0c4d4-61f3-416d-9324-3257a79ef26f,revision_number=2']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:40.800293 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:40.819875 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.db_base_plugin_common [None req-6215e512-feb9-4d86-a108-292c7f836381 admin admin] Allocated IP 172.28.3.193 (526841e0-8571-4339-baee-0cea4a76b63c/7845b98e-863d-42c7-9a40-3bd9a535af60/8786b175-b573-4448-ba8d-0e37f452a153) {{(pid=87423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:13:40.998660 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-6215e512-feb9-4d86-a108-292c7f836381 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:41.082882 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-6215e512-feb9-4d86-a108-292c7f836381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:41.087000 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-a41a68ff-94be-49e7-924c-c4d64550a711 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:41.150972 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6215e512-feb9-4d86-a108-292c7f836381 admin admin] Network 526841e0-8571-4339-baee-0cea4a76b63c is already hosted by enough agents. {{(pid=87423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:13:41.153873 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.base_scheduler [None req-6215e512-feb9-4d86-a108-292c7f836381 admin admin] Resources bound (agent type, host, resource id): {{(pid=87423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:13:41.157572 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6215e512-feb9-4d86-a108-292c7f836381 admin admin] Received port after_create {{(pid=87423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:13:41.186021 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215e512-feb9-4d86-a108-292c7f836381 admin admin] Pushing event updated for resources: {'Port': ['ID=8786b175-b573-4448-ba8d-0e37f452a153,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:41.192549 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-6215e512-feb9-4d86-a108-292c7f836381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:41.296756 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 58754) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:41.323995 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-60ab4128-3752-4be6-9112-d977b448128a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:41.345404 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-60ab4128-3752-4be6-9112-d977b448128a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:13:41.350265 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-60ab4128-3752-4be6-9112-d977b448128a admin admin] Usage tracker for resource:security_group_rule and tenant:5f807dda79dd4ed0aa216021b63c7c62 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:13:41.353805 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-60ab4128-3752-4be6-9112-d977b448128a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:13:41.359731 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-60ab4128-3752-4be6-9112-d977b448128a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:13:41.369763 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:41.444300 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-60ab4128-3752-4be6-9112-d977b448128a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:41.510618 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-60ab4128-3752-4be6-9112-d977b448128a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:41.523891 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-99e1c309-625f-48ee-ac35-a96c0a6ff32b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:41.567871 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-60ab4128-3752-4be6-9112-d977b448128a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5f807dda79dd4ed0aa216021b63c7c62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2670224 Nov 24 18:13:41.567871 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab4128-3752-4be6-9112-d977b448128a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76164983-bb30-4d41-baac-9aca50268e86,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:41.570885 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-60ab4128-3752-4be6-9112-d977b448128a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:41.571389 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 58758) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:41.633368 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-35fd270c-426c-4655-9f5d-b6fe637e551b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:41.667200 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-6215e512-feb9-4d86-a108-292c7f836381 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:41.671981 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-35fd270c-426c-4655-9f5d-b6fe637e551b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:41.794493 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550aec52-becc-42c9-89c7-d44ca66238ed None None] Network 8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:13:41.797686 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-35fd270c-426c-4655-9f5d-b6fe637e551b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:41.807237 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-87caf19f-5fc6-4a71-9fe5-8e9035b09d06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:41.827918 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-35fd270c-426c-4655-9f5d-b6fe637e551b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:41.829624 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-35fd270c-426c-4655-9f5d-b6fe637e551b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/76164983-bb30-4d41-baac-9aca50268e86 HTTP/1.1" status: 204 len: 168 time: 0.2570570 Nov 24 18:13:41.837547 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd270c-426c-4655-9f5d-b6fe637e551b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76164983-bb30-4d41-baac-9aca50268e86,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:41.840745 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-35fd270c-426c-4655-9f5d-b6fe637e551b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:41.969987 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-0e1a32fe-21fa-4bce-9f1a-ea47b19cd83a None None] Provisioning for port 69d0c4d4-61f3-416d-9324-3257a79ef26f completed by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:13:42.026847 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-6215e512-feb9-4d86-a108-292c7f836381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-502045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505830'] for router, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:42.301983 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 69d0c4d4-61f3-416d-9324-3257a79ef26f up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:13:42.396202 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6215e512-feb9-4d86-a108-292c7f836381 admin admin] Router a0d36cf8-4df7-4a9e-8c14-cbd305cd602c is scheduled to L3 agent aba83f48-bec1-4447-972f-e1c88a92dee8 with binding_index 1 {{(pid=87423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 18:13:42.413503 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning for port 69d0c4d4-61f3-416d-9324-3257a79ef26f completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:13:42.419028 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port 69d0c4d4-61f3-416d-9324-3257a79ef26f triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:13:42.419356 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:42.491939 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 58766) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:42.510409 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-ab0a6d27-c770-46f6-ba59-8d497e1e603b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:42.526994 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-ab0a6d27-c770-46f6-ba59-8d497e1e603b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:13:42.530953 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-ab0a6d27-c770-46f6-ba59-8d497e1e603b admin admin] Usage tracker for resource:security_group_rule and tenant:9ab7b243f3844862ae91218cdea7f2b8 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:13:42.533899 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-ab0a6d27-c770-46f6-ba59-8d497e1e603b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:13:42.534301 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:42.540258 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-ab0a6d27-c770-46f6-ba59-8d497e1e603b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:13:42.568175 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] For port 69d0c4d4-61f3-416d-9324-3257a79ef26f, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=69d0c4d4-61f3-416d-9324-3257a79ef26f,segment=NetworkSegment(3eb657fb-2c6e-4a69-99b5-5669a40d35fd),segment_id=3eb657fb-2c6e-4a69-99b5-5669a40d35fd)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:13:42.585943 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6215e512-feb9-4d86-a108-292c7f836381 admin admin] Notify agent at l3_agent.dv-cinder-818579-1-smb the message routers_updated {{(pid=87423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 18:13:42.595663 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aad5bc-0be7-415c-a392-1b1e737368f8 None None] Sync routers for ids ['a0d36cf8-4df7-4a9e-8c14-cbd305cd602c'] in dv-cinder-818579-1-smb {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 18:13:42.609438 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aad5bc-0be7-415c-a392-1b1e737368f8 None None] Routers {'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:13:42.610210 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-69aad5bc-0be7-415c-a392-1b1e737368f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:13:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['a0d36cf8-4df7-4a9e-8c14-cbd305cd602c'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:13:42.636186 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-ab0a6d27-c770-46f6-ba59-8d497e1e603b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:42.664978 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-6215e512-feb9-4d86-a108-292c7f836381 admin admin] Notify callbacks [] for router, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:42.666322 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-6215e512-feb9-4d86-a108-292c7f836381 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0544200 Nov 24 18:13:42.669164 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 58770) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:42.680795 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:42.697253 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:42.730528 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-ab0a6d27-c770-46f6-ba59-8d497e1e603b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:42.745785 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-0bb237cf-139d-4858-8e22-d75f36888016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:42.818660 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:42.849759 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Pushing event updated for resources: {'Port': ['ID=69d0c4d4-61f3-416d-9324-3257a79ef26f,revision_number=3']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:42.857449 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:42.857658 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-ab0a6d27-c770-46f6-ba59-8d497e1e603b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9ab7b243f3844862ae91218cdea7f2b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3619721 Nov 24 18:13:42.857778 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 58774) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:42.863939 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a6d27-c770-46f6-ba59-8d497e1e603b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ab1cfa-75db-4b42-989a-e939ed7c4e98,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:42.867381 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-ab0a6d27-c770-46f6-ba59-8d497e1e603b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:42.878952 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-69aad5bc-0be7-415c-a392-1b1e737368f8 None None] Set router a0d36cf8-4df7-4a9e-8c14-cbd305cd602c gateway port host: dv-cinder-818579-1-smb {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:13:42.927716 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-6e1fa839-a8f4-43e6-b8a5-5954818a40df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:42.957833 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-6e1fa839-a8f4-43e6-b8a5-5954818a40df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:43.059263 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-6e1fa839-a8f4-43e6-b8a5-5954818a40df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:43.064557 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-a9bbdf29-4577-4502-b7e7-9240500d79f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:43.085994 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1fa839-a8f4-43e6-b8a5-5954818a40df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ab1cfa-75db-4b42-989a-e939ed7c4e98,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:43.089712 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-6e1fa839-a8f4-43e6-b8a5-5954818a40df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:43.091114 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-6e1fa839-a8f4-43e6-b8a5-5954818a40df admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:43.095510 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-6e1fa839-a8f4-43e6-b8a5-5954818a40df admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d6ab1cfa-75db-4b42-989a-e939ed7c4e98 HTTP/1.1" status: 204 len: 168 time: 0.2366903 Nov 24 18:13:43.193888 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-69aad5bc-0be7-415c-a392-1b1e737368f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'name': 'tempest-TestShelveInstance-137379158-router', 'tenant_id': '2e5d9eba045249419bd2b453a7b59b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '8786b175-b573-4448-ba8d-0e37f452a153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:13:39Z', 'updated_at': '2021-11-24T18:13:41Z', 'revision_number': 3, 'project_id': '2e5d9eba045249419bd2b453a7b59b0d', 'gw_port': {'id': '8786b175-b573-4448-ba8d-0e37f452a153', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:13:40Z', 'updated_at': '2021-11-24T18:13:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb'}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:13:43.197989 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aad5bc-0be7-415c-a392-1b1e737368f8 None None] Checking router: a0d36cf8-4df7-4a9e-8c14-cbd305cd602c for host: dv-cinder-818579-1-smb {{(pid=87425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 18:13:43.198364 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aad5bc-0be7-415c-a392-1b1e737368f8 None None] Updating router a0d36cf8-4df7-4a9e-8c14-cbd305cd602c port 8786b175-b573-4448-ba8d-0e37f452a153 binding host dv-cinder-818579-1-smb {{(pid=87425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 18:13:43.253835 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-69aad5bc-0be7-415c-a392-1b1e737368f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:43.586649 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-5f3fc936-44bf-4c59-bf81-296868bb44b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:43.718543 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-69aad5bc-0be7-415c-a392-1b1e737368f8 None None] Notify callbacks [] for port, precommit_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:43.730078 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-69aad5bc-0be7-415c-a392-1b1e737368f8 None None] Transition to ACTIVE for port object 8786b175-b573-4448-ba8d-0e37f452a153 will not be triggered until provisioned by entity L2. {{(pid=87425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:13:43.807458 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-69aad5bc-0be7-415c-a392-1b1e737368f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:43.811120 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:43.846694 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.db_base_plugin_common [None req-5f3fc936-44bf-4c59-bf81-296868bb44b0 admin admin] Allocated IP 172.20.0.1 (8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e/92ff3537-94e6-48e2-8da6-7768df38d8e9/c1d4ff80-e18f-49f4-96f9-41add03698b6) {{(pid=87424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:13:43.897303 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-69aad5bc-0be7-415c-a392-1b1e737368f8 None None] Attempting to bind port 8786b175-b573-4448-ba8d-0e37f452a153 on host dv-cinder-818579-1-smb for vnic_type normal with profile {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:13:43.897651 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-69aad5bc-0be7-415c-a392-1b1e737368f8 None None] Attempting to bind port 8786b175-b573-4448-ba8d-0e37f452a153 by drivers openvswitch,hyperv on host dv-cinder-818579-1-smb at level 0 using segments [{'id': 'd3760bee-36f8-40b7-a723-a1b5699a82b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'}] {{(pid=87425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:13:43.898212 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aad5bc-0be7-415c-a392-1b1e737368f8 None None] Attempting to bind port 8786b175-b573-4448-ba8d-0e37f452a153 on network 526841e0-8571-4339-baee-0cea4a76b63c {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:13:43.900170 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9ea62-8115-44f2-b707-157d50affab1 None None] Pushing event updated for resources: {'Port': ['ID=8786b175-b573-4448-ba8d-0e37f452a153,revision_number=2']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:43.903705 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-37e9ea62-8115-44f2-b707-157d50affab1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:43.906337 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aad5bc-0be7-415c-a392-1b1e737368f8 None None] Checking agent: {'id': '649afde1-6bcc-42a3-a59e-22c863eb835e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 57, 8), 'started_at': datetime.datetime(2021, 11, 24, 17, 57, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:13:43.907520 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aad5bc-0be7-415c-a392-1b1e737368f8 None None] Checking segment: {'id': 'd3760bee-36f8-40b7-a723-a1b5699a82b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:13:43.907520 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-69aad5bc-0be7-415c-a392-1b1e737368f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:43.907702 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aad5bc-0be7-415c-a392-1b1e737368f8 None None] Bound using segment: {'id': 'd3760bee-36f8-40b7-a723-a1b5699a82b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'} {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:13:43.908166 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-69aad5bc-0be7-415c-a392-1b1e737368f8 None None] Bound port: 8786b175-b573-4448-ba8d-0e37f452a153, host: dv-cinder-818579-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3760bee-36f8-40b7-a723-a1b5699a82b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'}}] {{(pid=87425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:13:43.908699 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-69aad5bc-0be7-415c-a392-1b1e737368f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:43.987395 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-69aad5bc-0be7-415c-a392-1b1e737368f8 None None] For port 8786b175-b573-4448-ba8d-0e37f452a153, host dv-cinder-818579-1-smb, cleared binding levels {{(pid=87425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:13:43.991104 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-69aad5bc-0be7-415c-a392-1b1e737368f8 None None] For port 8786b175-b573-4448-ba8d-0e37f452a153, host dv-cinder-818579-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=8786b175-b573-4448-ba8d-0e37f452a153,segment=NetworkSegment(d3760bee-36f8-40b7-a723-a1b5699a82b5),segment_id=d3760bee-36f8-40b7-a723-a1b5699a82b5)] {{(pid=87425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:13:44.008418 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-5f3fc936-44bf-4c59-bf81-296868bb44b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:44.024146 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.provisioning_blocks [None req-5f3fc936-44bf-4c59-bf81-296868bb44b0 admin admin] Transition to ACTIVE for port object c1d4ff80-e18f-49f4-96f9-41add03698b6 will not be triggered until provisioned by entity DHCP. {{(pid=87424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:13:44.076524 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-69aad5bc-0be7-415c-a392-1b1e737368f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:44.081504 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:44.135230 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-5f3fc936-44bf-4c59-bf81-296868bb44b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3149175'] for port, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:44.140953 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-0ed61957-ff16-4a12-894e-d7bb81aad87d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:44.152318 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aad5bc-0be7-415c-a392-1b1e737368f8 None None] Routers {'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:13:44.152954 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-69aad5bc-0be7-415c-a392-1b1e737368f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:13:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['a0d36cf8-4df7-4a9e-8c14-cbd305cd602c'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:13:44.206106 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3fc936-44bf-4c59-bf81-296868bb44b0 admin admin] Network 8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e is already hosted by enough agents. {{(pid=87424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:13:44.208872 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.base_scheduler [None req-5f3fc936-44bf-4c59-bf81-296868bb44b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:13:44.212511 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9ea62-8115-44f2-b707-157d50affab1 None None] Pushing event updated for resources: {'Port': ['ID=8786b175-b573-4448-ba8d-0e37f452a153,revision_number=3']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:44.213399 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3fc936-44bf-4c59-bf81-296868bb44b0 admin admin] Received port after_create {{(pid=87424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:13:44.223199 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-37e9ea62-8115-44f2-b707-157d50affab1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:44.282231 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3fc936-44bf-4c59-bf81-296868bb44b0 admin admin] Pushing event updated for resources: {'Port': ['ID=c1d4ff80-e18f-49f4-96f9-41add03698b6,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:44.286870 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-5f3fc936-44bf-4c59-bf81-296868bb44b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:44.294432 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-5f3fc936-44bf-4c59-bf81-296868bb44b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578856'] for router_interface, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:44.352993 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 69d0c4d4-61f3-416d-9324-3257a79ef26f up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:13:44.443672 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-69aad5bc-0be7-415c-a392-1b1e737368f8 None None] Set router a0d36cf8-4df7-4a9e-8c14-cbd305cd602c gateway port host: dv-cinder-818579-1-smb {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:13:44.550259 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port 69d0c4d4-61f3-416d-9324-3257a79ef26f triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:13:44.550676 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:44.620430 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-5f3fc936-44bf-4c59-bf81-296868bb44b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:44.688825 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-d0e476d4-5e15-495a-bcce-d0378eda1fdb None None] Provisioning for port c1d4ff80-e18f-49f4-96f9-41add03698b6 completed by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:13:44.704423 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-d0e476d4-5e15-495a-bcce-d0378eda1fdb None None] Provisioning complete for port c1d4ff80-e18f-49f4-96f9-41add03698b6 triggered by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:13:44.704817 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-d0e476d4-5e15-495a-bcce-d0378eda1fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:44.834648 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-d0e476d4-5e15-495a-bcce-d0378eda1fdb None None] Port c1d4ff80-e18f-49f4-96f9-41add03698b6 cannot update to ACTIVE because it is not bound. {{(pid=87425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 18:13:44.910179 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-69aad5bc-0be7-415c-a392-1b1e737368f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'name': 'tempest-TestShelveInstance-137379158-router', 'tenant_id': '2e5d9eba045249419bd2b453a7b59b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '8786b175-b573-4448-ba8d-0e37f452a153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:13:39Z', 'updated_at': '2021-11-24T18:13:41Z', 'revision_number': 3, 'project_id': '2e5d9eba045249419bd2b453a7b59b0d', 'gw_port': {'id': '8786b175-b573-4448-ba8d-0e37f452a153', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:13:40Z', 'updated_at': '2021-11-24T18:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb'}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:13:44.914495 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aad5bc-0be7-415c-a392-1b1e737368f8 None None] The sync data for ids ['a0d36cf8-4df7-4a9e-8c14-cbd305cd602c'] in dv-cinder-818579-1-smb is: [{'id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'name': 'tempest-TestShelveInstance-137379158-router', 'tenant_id': '2e5d9eba045249419bd2b453a7b59b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '8786b175-b573-4448-ba8d-0e37f452a153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:13:39Z', 'updated_at': '2021-11-24T18:13:41Z', 'revision_number': 3, 'project_id': '2e5d9eba045249419bd2b453a7b59b0d', 'gw_port': {'id': '8786b175-b573-4448-ba8d-0e37f452a153', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:13:40Z', 'updated_at': '2021-11-24T18:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb'}] {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 18:13:44.982971 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-5f3fc936-44bf-4c59-bf81-296868bb44b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:45.030653 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-5f3fc936-44bf-4c59-bf81-296868bb44b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3149182'] for port, after_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:45.059631 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:45.153305 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-5f3fc936-44bf-4c59-bf81-296868bb44b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579019'] for router_interface, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:45.162969 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3fc936-44bf-4c59-bf81-296868bb44b0 admin admin] Pushing event updated for resources: {'Port': ['ID=c1d4ff80-e18f-49f4-96f9-41add03698b6,revision_number=2']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:45.167295 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-5f3fc936-44bf-4c59-bf81-296868bb44b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:45.311857 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3fc936-44bf-4c59-bf81-296868bb44b0 admin admin] Network 8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e is already hosted by enough agents. {{(pid=87424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:13:45.313103 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.base_scheduler [None req-5f3fc936-44bf-4c59-bf81-296868bb44b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:13:45.523384 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3fc936-44bf-4c59-bf81-296868bb44b0 admin admin] Router a0d36cf8-4df7-4a9e-8c14-cbd305cd602c has already been hosted by L3 agent aba83f48-bec1-4447-972f-e1c88a92dee8 {{(pid=87424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 18:13:45.563711 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-c160416f-dca8-4ef1-83c2-04165ea42634 None None] Provisioning complete for port c1d4ff80-e18f-49f4-96f9-41add03698b6 triggered by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:13:45.564290 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c160416f-dca8-4ef1-83c2-04165ea42634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:45.629854 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-c160416f-dca8-4ef1-83c2-04165ea42634 None None] Port c1d4ff80-e18f-49f4-96f9-41add03698b6 cannot update to ACTIVE because it is not bound. {{(pid=87425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 18:13:45.714439 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3fc936-44bf-4c59-bf81-296868bb44b0 admin admin] Notify agent at l3_agent.dv-cinder-818579-1-smb the message routers_updated {{(pid=87424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 18:13:45.737095 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-5f3fc936-44bf-4c59-bf81-296868bb44b0 admin admin] 10.222.0.65 "PUT /v2.0/routers/a0d36cf8-4df7-4a9e-8c14-cbd305cd602c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0627334 Nov 24 18:13:45.866116 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 58832) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:45.987846 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-83f88d06-eaeb-44f7-a772-eac3b09ea3da admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:46.002676 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-83f88d06-eaeb-44f7-a772-eac3b09ea3da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:13:46.010493 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-83f88d06-eaeb-44f7-a772-eac3b09ea3da admin admin] Usage tracker for resource:security_group_rule and tenant:9ccfcc8fd59d45e0a9f188f14d985b5d is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:13:46.013563 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-83f88d06-eaeb-44f7-a772-eac3b09ea3da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:13:46.021057 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-83f88d06-eaeb-44f7-a772-eac3b09ea3da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:13:46.111649 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-83f88d06-eaeb-44f7-a772-eac3b09ea3da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:46.178870 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-83f88d06-eaeb-44f7-a772-eac3b09ea3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:46.187635 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-4e54304e-ed39-4bea-a940-045d8586c173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:46.230548 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 58846) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:46.230722 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-83f88d06-eaeb-44f7-a772-eac3b09ea3da admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9ccfcc8fd59d45e0a9f188f14d985b5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3626142 Nov 24 18:13:46.232915 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f88d06-eaeb-44f7-a772-eac3b09ea3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf1f480-ed36-41b2-9eed-394d20c6f6a1,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:46.235659 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-83f88d06-eaeb-44f7-a772-eac3b09ea3da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:46.304194 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 8786b175-b573-4448-ba8d-0e37f452a153 up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:13:46.308044 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-b21626af-cfd0-46c3-bdf4-0926b4093c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:46.335466 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-b21626af-cfd0-46c3-bdf4-0926b4093c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:46.437221 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 58854) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:46.443249 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-1eacef62-d0f8-49f6-8087-e7ab08f91afa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-818535619-network', 'tenant_id': '7cbaeb77e3794933aa88149dd56c22a1'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:13:46.447895 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-1eacef62-d0f8-49f6-8087-e7ab08f91afa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:13:46.451796 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-1eacef62-d0f8-49f6-8087-e7ab08f91afa admin admin] Usage tracker for resource:network and tenant:7cbaeb77e3794933aa88149dd56c22a1 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:13:46.454817 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-1eacef62-d0f8-49f6-8087-e7ab08f91afa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:13:46.458910 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning for port 8786b175-b573-4448-ba8d-0e37f452a153 completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:13:46.461693 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-1eacef62-d0f8-49f6-8087-e7ab08f91afa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:13:46.464244 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port 8786b175-b573-4448-ba8d-0e37f452a153 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:13:46.464721 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:46.487487 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-b21626af-cfd0-46c3-bdf4-0926b4093c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:46.492486 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-ed1c0412-0b25-44a6-9cef-01de52175cc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:46.508808 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21626af-cfd0-46c3-bdf4-0926b4093c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf1f480-ed36-41b2-9eed-394d20c6f6a1,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:46.511479 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-b21626af-cfd0-46c3-bdf4-0926b4093c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:46.512650 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-b21626af-cfd0-46c3-bdf4-0926b4093c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:46.514775 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-b21626af-cfd0-46c3-bdf4-0926b4093c13 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1bf1f480-ed36-41b2-9eed-394d20c6f6a1 HTTP/1.1" status: 204 len: 168 time: 0.2820063 Nov 24 18:13:46.557859 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eacef62-d0f8-49f6-8087-e7ab08f91afa admin admin] Made reservation on behalf of 7cbaeb77e3794933aa88149dd56c22a1 for: {'network': 1} {{(pid=87424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:13:46.561433 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1eacef62-d0f8-49f6-8087-e7ab08f91afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for network, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:46.577477 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1eacef62-d0f8-49f6-8087-e7ab08f91afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:46.578973 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65452e7f-04fc-477b-b9d9-20c90af58632 None None] Sync routers for ids ['a0d36cf8-4df7-4a9e-8c14-cbd305cd602c'] in dv-cinder-818579-1-smb {{(pid=87426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 18:13:46.590264 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65452e7f-04fc-477b-b9d9-20c90af58632 None None] Routers {'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:13:46.591131 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-65452e7f-04fc-477b-b9d9-20c90af58632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:13:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['a0d36cf8-4df7-4a9e-8c14-cbd305cd602c'], 'active': True} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:13:46.595580 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-1eacef62-d0f8-49f6-8087-e7ab08f91afa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:13:46.599825 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-1eacef62-d0f8-49f6-8087-e7ab08f91afa admin admin] Usage tracker for resource:security_group_rule and tenant:7cbaeb77e3794933aa88149dd56c22a1 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:13:46.602891 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-1eacef62-d0f8-49f6-8087-e7ab08f91afa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:13:46.609144 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-1eacef62-d0f8-49f6-8087-e7ab08f91afa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:13:46.614454 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:46.638061 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] For port 8786b175-b573-4448-ba8d-0e37f452a153, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=8786b175-b573-4448-ba8d-0e37f452a153,segment=NetworkSegment(d3760bee-36f8-40b7-a723-a1b5699a82b5),segment_id=d3760bee-36f8-40b7-a723-a1b5699a82b5)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:13:46.687295 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:46.689139 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:46.712561 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1eacef62-d0f8-49f6-8087-e7ab08f91afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:46.758105 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Pushing event updated for resources: {'Port': ['ID=8786b175-b573-4448-ba8d-0e37f452a153,revision_number=4']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:46.761190 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:46.767719 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1eacef62-d0f8-49f6-8087-e7ab08f91afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:46.771963 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-1edae463-f1de-4d12-81dd-e60dfa2010df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:46.781135 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvr_db [None req-65452e7f-04fc-477b-b9d9-20c90af58632 None None] Set router a0d36cf8-4df7-4a9e-8c14-cbd305cd602c gateway port host: dv-cinder-818579-1-smb {{(pid=87426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:13:46.800839 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eacef62-d0f8-49f6-8087-e7ab08f91afa admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=87424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 18:13:46.809452 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eacef62-d0f8-49f6-8087-e7ab08f91afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1a035a-99d1-4b9d-a73a-2c2c314614b0,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:46.812747 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-1eacef62-d0f8-49f6-8087-e7ab08f91afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:46.822331 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1eacef62-d0f8-49f6-8087-e7ab08f91afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541721'] for segment, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:46.822712 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.db.segments_db [None req-1eacef62-d0f8-49f6-8087-e7ab08f91afa admin admin] Added segment dc026d90-a30f-4969-a1d1-c7db26280bfa of type vlan for network b6b90bb0-84f2-4f6c-b499-55629fd8ed88 Nov 24 18:13:46.862553 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1eacef62-d0f8-49f6-8087-e7ab08f91afa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730961763539'] for network, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:46.921905 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1eacef62-d0f8-49f6-8087-e7ab08f91afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341'] for network, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:46.923318 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eacef62-d0f8-49f6-8087-e7ab08f91afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:13:46.924502 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-1eacef62-d0f8-49f6-8087-e7ab08f91afa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for network, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:46.929799 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:47.031848 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eacef62-d0f8-49f6-8087-e7ab08f91afa admin admin] Pushing event updated for resources: {'Network': ['ID=b6b90bb0-84f2-4f6c-b499-55629fd8ed88,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:47.034732 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-1eacef62-d0f8-49f6-8087-e7ab08f91afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:47.041961 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Network b6b90bb0-84f2-4f6c-b499-55629fd8ed88 details requested by agent ovs-agent-dv-cinder-818579-1-smb with host dv-cinder-818579-1-smb {{(pid=87425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 18:13:47.097583 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-1eacef62-d0f8-49f6-8087-e7ab08f91afa admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6560903 Nov 24 18:13:47.097846 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 58862) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:47.103764 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-65452e7f-04fc-477b-b9d9-20c90af58632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'name': 'tempest-TestShelveInstance-137379158-router', 'tenant_id': '2e5d9eba045249419bd2b453a7b59b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '8786b175-b573-4448-ba8d-0e37f452a153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:13:39Z', 'updated_at': '2021-11-24T18:13:44Z', 'revision_number': 4, 'project_id': '2e5d9eba045249419bd2b453a7b59b0d', 'gw_port': {'id': '8786b175-b573-4448-ba8d-0e37f452a153', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:13:40Z', 'updated_at': '2021-11-24T18:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': 'c1d4ff80-e18f-49f4-96f9-41add03698b6', 'name': '', 'network_id': '8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e', 'tenant_id': '2e5d9eba045249419bd2b453a7b59b0d', 'mac_address': 'fa:16:3e:ef:85:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '92ff3537-94e6-48e2-8da6-7768df38d8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:13:43Z', 'updated_at': '2021-11-24T18:13:44Z', 'revision_number': 2, 'project_id': '2e5d9eba045249419bd2b453a7b59b0d', 'subnets': [{'id': '92ff3537-94e6-48e2-8da6-7768df38d8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:13:47.104000 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-a7ddb42b-0d0a-4462-a7f6-b036325ac0dd admin admin] Request body: {'subnet': {'network_id': 'b6b90bb0-84f2-4f6c-b499-55629fd8ed88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-818535619-subnet', 'tenant_id': '7cbaeb77e3794933aa88149dd56c22a1', 'ip_version': 4}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:13:47.107685 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65452e7f-04fc-477b-b9d9-20c90af58632 None None] Checking router: a0d36cf8-4df7-4a9e-8c14-cbd305cd602c for host: dv-cinder-818579-1-smb {{(pid=87426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 18:13:47.108068 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65452e7f-04fc-477b-b9d9-20c90af58632 None None] Updating router a0d36cf8-4df7-4a9e-8c14-cbd305cd602c port c1d4ff80-e18f-49f4-96f9-41add03698b6 binding host dv-cinder-818579-1-smb {{(pid=87426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 18:13:47.109065 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-a7ddb42b-0d0a-4462-a7f6-b036325ac0dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:13:47.113929 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-a7ddb42b-0d0a-4462-a7f6-b036325ac0dd admin admin] Usage tracker for resource:subnet and tenant:7cbaeb77e3794933aa88149dd56c22a1 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:13:47.117519 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-a7ddb42b-0d0a-4462-a7f6-b036325ac0dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:13:47.124046 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-a7ddb42b-0d0a-4462-a7f6-b036325ac0dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:13:47.160445 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-65452e7f-04fc-477b-b9d9-20c90af58632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:47.196187 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ddb42b-0d0a-4462-a7f6-b036325ac0dd admin admin] Made reservation on behalf of 7cbaeb77e3794933aa88149dd56c22a1 for: {'subnet': 1} {{(pid=87424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:13:47.198635 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a7ddb42b-0d0a-4462-a7f6-b036325ac0dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2422251'] for subnet, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:47.220668 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 58866) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:47.239108 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-9e14060a-12b8-42b2-8e59-8c59e6e9e3cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:47.253507 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-9e14060a-12b8-42b2-8e59-8c59e6e9e3cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:13:47.257289 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-9e14060a-12b8-42b2-8e59-8c59e6e9e3cc admin admin] Usage tracker for resource:security_group_rule and tenant:bbdd1f19d2fa46c994a717d8f85e9d57 is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:13:47.260031 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-9e14060a-12b8-42b2-8e59-8c59e6e9e3cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:13:47.265993 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-9e14060a-12b8-42b2-8e59-8c59e6e9e3cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:13:47.349974 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-9e14060a-12b8-42b2-8e59-8c59e6e9e3cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:47.407422 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-9e14060a-12b8-42b2-8e59-8c59e6e9e3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:47.420656 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-58f50964-019b-411a-9ebc-13e33d50df29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:47.453461 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a7ddb42b-0d0a-4462-a7f6-b036325ac0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3149059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2422233'] for subnet, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:47.459302 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:47.462075 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-9e14060a-12b8-42b2-8e59-8c59e6e9e3cc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bbdd1f19d2fa46c994a717d8f85e9d57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2380521 Nov 24 18:13:47.463210 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e14060a-12b8-42b2-8e59-8c59e6e9e3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a6b62a-a5d6-426e-82c5-7c25322166e3,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:47.465760 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 58870) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:47.471389 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-9e14060a-12b8-42b2-8e59-8c59e6e9e3cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:47.513391 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-65452e7f-04fc-477b-b9d9-20c90af58632 None None] Notify callbacks [] for port, precommit_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:47.525428 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.provisioning_blocks [None req-65452e7f-04fc-477b-b9d9-20c90af58632 None None] Transition to ACTIVE for port object c1d4ff80-e18f-49f4-96f9-41add03698b6 will not be triggered until provisioned by entity L2. {{(pid=87426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:13:47.527435 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-50eef211-6b60-4f7c-9c96-c4e94202a20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:47.534254 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ddb42b-0d0a-4462-a7f6-b036325ac0dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3bc2709-ed24-42e1-991b-052dabdc4bd0,revision_number=0']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:47.537579 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-a7ddb42b-0d0a-4462-a7f6-b036325ac0dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:47.543499 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ddb42b-0d0a-4462-a7f6-b036325ac0dd admin admin] Checking segment: {'id': 'dc026d90-a30f-4969-a1d1-c7db26280bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b6b90bb0-84f2-4f6c-b499-55629fd8ed88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:13:47.543842 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ddb42b-0d0a-4462-a7f6-b036325ac0dd admin admin] Network hostable DHCP agents. Network: b6b90bb0-84f2-4f6c-b499-55629fd8ed88, hostable agents: ['490b05d4-6d8a-4546-ad73-edfbcdd6eaa8'], hosted agents: [] {{(pid=87424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 18:13:47.554513 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-50eef211-6b60-4f7c-9c96-c4e94202a20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:47.590255 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-65452e7f-04fc-477b-b9d9-20c90af58632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:47.598357 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG oslo_concurrency.lockutils [None req-b50291e5-664a-47ec-88a7-1dc95b4b4cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:47.613231 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ddb42b-0d0a-4462-a7f6-b036325ac0dd admin admin] Network b6b90bb0-84f2-4f6c-b499-55629fd8ed88 is scheduled to be hosted by DHCP agent 490b05d4-6d8a-4546-ad73-edfbcdd6eaa8 with binding_index 1 {{(pid=87424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 18:13:47.681958 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-50eef211-6b60-4f7c-9c96-c4e94202a20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:47.687270 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-70c797b6-d1d6-43e7-bdfd-e0220e2c1208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:47.687730 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.base_scheduler [None req-a7ddb42b-0d0a-4462-a7f6-b036325ac0dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-smb, b6b90bb0-84f2-4f6c-b499-55629fd8ed88) {{(pid=87424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:13:47.695143 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1022901b-5471-40e3-a887-4e581f31de0d None None] Network b6b90bb0-84f2-4f6c-b499-55629fd8ed88 requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:13:47.697299 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ddb42b-0d0a-4462-a7f6-b036325ac0dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:13:47.697987 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a7ddb42b-0d0a-4462-a7f6-b036325ac0dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:47.716706 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eef211-6b60-4f7c-9c96-c4e94202a20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a6b62a-a5d6-426e-82c5-7c25322166e3,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:47.725097 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-50eef211-6b60-4f7c-9c96-c4e94202a20d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:47.744385 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-50eef211-6b60-4f7c-9c96-c4e94202a20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:47.745848 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-50eef211-6b60-4f7c-9c96-c4e94202a20d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d0a6b62a-a5d6-426e-82c5-7c25322166e3 HTTP/1.1" status: 204 len: 168 time: 0.2789419 Nov 24 18:13:47.756996 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e2dc8-18f6-4f50-9af2-642aa185443d None None] Pushing event updated for resources: {'Port': ['ID=c1d4ff80-e18f-49f4-96f9-41add03698b6,revision_number=3']} {{(pid=87426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:47.772590 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e2dc8-18f6-4f50-9af2-642aa185443d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:47.773185 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e2dc8-18f6-4f50-9af2-642aa185443d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:47.773677 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e2dc8-18f6-4f50-9af2-642aa185443d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:47.774165 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e2dc8-18f6-4f50-9af2-642aa185443d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:47.774635 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e2dc8-18f6-4f50-9af2-642aa185443d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:47.775103 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e2dc8-18f6-4f50-9af2-642aa185443d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:47.775731 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e2dc8-18f6-4f50-9af2-642aa185443d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:47.776197 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e2dc8-18f6-4f50-9af2-642aa185443d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:47.776700 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e2dc8-18f6-4f50-9af2-642aa185443d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:47.777166 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e2dc8-18f6-4f50-9af2-642aa185443d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:47.777628 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e2dc8-18f6-4f50-9af2-642aa185443d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:47.778188 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e2dc8-18f6-4f50-9af2-642aa185443d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:13:47.782416 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG oslo_concurrency.lockutils [None req-057e2dc8-18f6-4f50-9af2-642aa185443d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:47.803186 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-a7ddb42b-0d0a-4462-a7f6-b036325ac0dd admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7040825 Nov 24 18:13:47.805723 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 58876) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:47.811389 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-4267d86e-b836-47ae-a255-7ff96df960b2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-818535619-router', 'tenant_id': '7cbaeb77e3794933aa88149dd56c22a1', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'}}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:13:47.833711 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-4267d86e-b836-47ae-a255-7ff96df960b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:13:47.840811 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-4267d86e-b836-47ae-a255-7ff96df960b2 admin admin] Usage tracker for resource:router and tenant:7cbaeb77e3794933aa88149dd56c22a1 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:13:47.853215 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-4267d86e-b836-47ae-a255-7ff96df960b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:13:47.870308 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-4267d86e-b836-47ae-a255-7ff96df960b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:13:47.891500 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.managers [None req-65452e7f-04fc-477b-b9d9-20c90af58632 None None] Attempting to bind port c1d4ff80-e18f-49f4-96f9-41add03698b6 on host dv-cinder-818579-1-smb for vnic_type normal with profile {{(pid=87426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:13:47.892401 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.managers [None req-65452e7f-04fc-477b-b9d9-20c90af58632 None None] Attempting to bind port c1d4ff80-e18f-49f4-96f9-41add03698b6 by drivers openvswitch,hyperv on host dv-cinder-818579-1-smb at level 0 using segments [{'id': '3eb657fb-2c6e-4a69-99b5-5669a40d35fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e'}] {{(pid=87426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:13:47.893504 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65452e7f-04fc-477b-b9d9-20c90af58632 None None] Attempting to bind port c1d4ff80-e18f-49f4-96f9-41add03698b6 on network 8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e {{(pid=87426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:13:47.899678 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65452e7f-04fc-477b-b9d9-20c90af58632 None None] Checking agent: {'id': '649afde1-6bcc-42a3-a59e-22c863eb835e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 57, 8), 'started_at': datetime.datetime(2021, 11, 24, 17, 57, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:13:47.900292 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65452e7f-04fc-477b-b9d9-20c90af58632 None None] Checking segment: {'id': '3eb657fb-2c6e-4a69-99b5-5669a40d35fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:13:47.900922 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-65452e7f-04fc-477b-b9d9-20c90af58632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:47.901461 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65452e7f-04fc-477b-b9d9-20c90af58632 None None] Bound using segment: {'id': '3eb657fb-2c6e-4a69-99b5-5669a40d35fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e'} {{(pid=87426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:13:47.902097 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.managers [None req-65452e7f-04fc-477b-b9d9-20c90af58632 None None] Bound port: c1d4ff80-e18f-49f4-96f9-41add03698b6, host: dv-cinder-818579-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb657fb-2c6e-4a69-99b5-5669a40d35fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e'}}] {{(pid=87426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:13:47.902736 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-65452e7f-04fc-477b-b9d9-20c90af58632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:47.953904 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4267d86e-b836-47ae-a255-7ff96df960b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-502246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4164682'] for router, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:47.955783 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4267d86e-b836-47ae-a255-7ff96df960b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-505649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4164701'] for router, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:47.975815 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4267d86e-b836-47ae-a255-7ff96df960b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:48.007545 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.db [None req-65452e7f-04fc-477b-b9d9-20c90af58632 None None] For port c1d4ff80-e18f-49f4-96f9-41add03698b6, host dv-cinder-818579-1-smb, cleared binding levels {{(pid=87426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:13:48.011560 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.db [None req-65452e7f-04fc-477b-b9d9-20c90af58632 None None] For port c1d4ff80-e18f-49f4-96f9-41add03698b6, host dv-cinder-818579-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=c1d4ff80-e18f-49f4-96f9-41add03698b6,segment=NetworkSegment(3eb657fb-2c6e-4a69-99b5-5669a40d35fd),segment_id=3eb657fb-2c6e-4a69-99b5-5669a40d35fd)] {{(pid=87426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:13:48.015949 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b05645b-b748-4c1e-bf09-f986be73cfbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3c056bf-4e02-5911-93ad-81f2a7dd5f6e-b6b90bb0-84f2-4f6c-b499-55629fd8ed88', 'network_id': 'b6b90bb0-84f2-4f6c-b499-55629fd8ed88', 'tenant_id': '7cbaeb77e3794933aa88149dd56c22a1', 'fixed_ips': [{'subnet_id': 'c3bc2709-ed24-42e1-991b-052dabdc4bd0'}]}} from dv-cinder-818579-1-smb. {{(pid=87425) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 18:13:48.016901 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-1b05645b-b748-4c1e-bf09-f986be73cfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:48.092541 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-65452e7f-04fc-477b-b9d9-20c90af58632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:48.098033 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG oslo_concurrency.lockutils [None req-b50291e5-664a-47ec-88a7-1dc95b4b4cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:48.181322 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65452e7f-04fc-477b-b9d9-20c90af58632 None None] Routers {'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:13:48.181966 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-65452e7f-04fc-477b-b9d9-20c90af58632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:13:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['a0d36cf8-4df7-4a9e-8c14-cbd305cd602c'], 'active': True} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:13:48.190285 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.db_base_plugin_common [None req-1b05645b-b748-4c1e-bf09-f986be73cfbe None None] Allocated IP 172.20.0.2 (b6b90bb0-84f2-4f6c-b499-55629fd8ed88/c3bc2709-ed24-42e1-991b-052dabdc4bd0/68faf55b-5108-473a-a5ae-be5952885507) {{(pid=87425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:13:48.263239 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e2dc8-18f6-4f50-9af2-642aa185443d None None] Pushing event updated for resources: {'Port': ['ID=c1d4ff80-e18f-49f4-96f9-41add03698b6,revision_number=4']} {{(pid=87426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:48.268172 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG oslo_concurrency.lockutils [None req-057e2dc8-18f6-4f50-9af2-642aa185443d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:48.357802 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 8786b175-b573-4448-ba8d-0e37f452a153 up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:13:48.452186 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvr_db [None req-65452e7f-04fc-477b-b9d9-20c90af58632 None None] Set router a0d36cf8-4df7-4a9e-8c14-cbd305cd602c gateway port host: dv-cinder-818579-1-smb {{(pid=87426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:13:48.558476 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4267d86e-b836-47ae-a255-7ff96df960b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-505603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-502036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4164655'] for router, precommit_update {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:48.559808 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port 8786b175-b573-4448-ba8d-0e37f452a153 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:13:48.560193 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:48.623828 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-1b05645b-b748-4c1e-bf09-f986be73cfbe None None] Notify callbacks [] for port, precommit_create {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:48.644320 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-1b05645b-b748-4c1e-bf09-f986be73cfbe None None] Transition to ACTIVE for port object 68faf55b-5108-473a-a5ae-be5952885507 will not be triggered until provisioned by entity L2. {{(pid=87425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:13:48.671644 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-1b05645b-b748-4c1e-bf09-f986be73cfbe None None] Transition to ACTIVE for port object 68faf55b-5108-473a-a5ae-be5952885507 will not be triggered until provisioned by entity DHCP. {{(pid=87425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:13:48.768491 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-1b05645b-b748-4c1e-bf09-f986be73cfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421'] for port, after_create {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:48.784272 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:48.864812 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05645b-b748-4c1e-bf09-f986be73cfbe None None] Pushing event updated for resources: {'Port': ['ID=68faf55b-5108-473a-a5ae-be5952885507,revision_number=1']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:48.869641 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-65452e7f-04fc-477b-b9d9-20c90af58632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'name': 'tempest-TestShelveInstance-137379158-router', 'tenant_id': '2e5d9eba045249419bd2b453a7b59b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '8786b175-b573-4448-ba8d-0e37f452a153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:13:39Z', 'updated_at': '2021-11-24T18:13:44Z', 'revision_number': 4, 'project_id': '2e5d9eba045249419bd2b453a7b59b0d', 'gw_port': {'id': '8786b175-b573-4448-ba8d-0e37f452a153', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:13:40Z', 'updated_at': '2021-11-24T18:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': 'c1d4ff80-e18f-49f4-96f9-41add03698b6', 'name': '', 'network_id': '8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e', 'tenant_id': '2e5d9eba045249419bd2b453a7b59b0d', 'mac_address': 'fa:16:3e:ef:85:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '92ff3537-94e6-48e2-8da6-7768df38d8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:13:43Z', 'updated_at': '2021-11-24T18:13:48Z', 'revision_number': 4, 'project_id': '2e5d9eba045249419bd2b453a7b59b0d', 'subnets': [{'id': '92ff3537-94e6-48e2-8da6-7768df38d8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:13:48.874297 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65452e7f-04fc-477b-b9d9-20c90af58632 None None] The sync data for ids ['a0d36cf8-4df7-4a9e-8c14-cbd305cd602c'] in dv-cinder-818579-1-smb is: [{'id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'name': 'tempest-TestShelveInstance-137379158-router', 'tenant_id': '2e5d9eba045249419bd2b453a7b59b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '8786b175-b573-4448-ba8d-0e37f452a153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:13:39Z', 'updated_at': '2021-11-24T18:13:44Z', 'revision_number': 4, 'project_id': '2e5d9eba045249419bd2b453a7b59b0d', 'gw_port': {'id': '8786b175-b573-4448-ba8d-0e37f452a153', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:13:40Z', 'updated_at': '2021-11-24T18:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': 'c1d4ff80-e18f-49f4-96f9-41add03698b6', 'name': '', 'network_id': '8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e', 'tenant_id': '2e5d9eba045249419bd2b453a7b59b0d', 'mac_address': 'fa:16:3e:ef:85:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '92ff3537-94e6-48e2-8da6-7768df38d8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:13:43Z', 'updated_at': '2021-11-24T18:13:48Z', 'revision_number': 4, 'project_id': '2e5d9eba045249419bd2b453a7b59b0d', 'subnets': [{'id': '92ff3537-94e6-48e2-8da6-7768df38d8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 18:13:48.875232 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b05645b-b748-4c1e-bf09-f986be73cfbe None None] Network b6b90bb0-84f2-4f6c-b499-55629fd8ed88 is already hosted by enough agents. {{(pid=87425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:13:48.876678 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-1b05645b-b748-4c1e-bf09-f986be73cfbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:48.877619 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.scheduler.base_scheduler [None req-1b05645b-b748-4c1e-bf09-f986be73cfbe None None] Resources bound (agent type, host, resource id): {{(pid=87425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:13:48.879950 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b05645b-b748-4c1e-bf09-f986be73cfbe None None] Received port after_create {{(pid=87425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:13:48.899711 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 6 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:13:49.004166 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-1b05645b-b748-4c1e-bf09-f986be73cfbe None None] Attempting to bind port 68faf55b-5108-473a-a5ae-be5952885507 on host dv-cinder-818579-1-smb for vnic_type normal with profile {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:13:49.004773 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-1b05645b-b748-4c1e-bf09-f986be73cfbe None None] Attempting to bind port 68faf55b-5108-473a-a5ae-be5952885507 by drivers openvswitch,hyperv on host dv-cinder-818579-1-smb at level 0 using segments [{'id': 'dc026d90-a30f-4969-a1d1-c7db26280bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b6b90bb0-84f2-4f6c-b499-55629fd8ed88'}] {{(pid=87425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:13:49.004935 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b05645b-b748-4c1e-bf09-f986be73cfbe None None] Attempting to bind port 68faf55b-5108-473a-a5ae-be5952885507 on network b6b90bb0-84f2-4f6c-b499-55629fd8ed88 {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:13:49.012435 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b05645b-b748-4c1e-bf09-f986be73cfbe None None] Checking agent: {'id': '649afde1-6bcc-42a3-a59e-22c863eb835e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 57, 8), 'started_at': datetime.datetime(2021, 11, 24, 17, 57, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:13:49.012435 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b05645b-b748-4c1e-bf09-f986be73cfbe None None] Checking segment: {'id': 'dc026d90-a30f-4969-a1d1-c7db26280bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b6b90bb0-84f2-4f6c-b499-55629fd8ed88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:13:49.012435 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-1b05645b-b748-4c1e-bf09-f986be73cfbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:49.012435 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b05645b-b748-4c1e-bf09-f986be73cfbe None None] Bound using segment: {'id': 'dc026d90-a30f-4969-a1d1-c7db26280bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b6b90bb0-84f2-4f6c-b499-55629fd8ed88'} {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:13:49.012930 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-1b05645b-b748-4c1e-bf09-f986be73cfbe None None] Bound port: 68faf55b-5108-473a-a5ae-be5952885507, host: dv-cinder-818579-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc026d90-a30f-4969-a1d1-c7db26280bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b6b90bb0-84f2-4f6c-b499-55629fd8ed88'}}] {{(pid=87425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:13:49.013251 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-1b05645b-b748-4c1e-bf09-f986be73cfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:49.041414 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4267d86e-b836-47ae-a255-7ff96df960b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:49.074948 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4267d86e-b836-47ae-a255-7ff96df960b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:49.145622 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-1b05645b-b748-4c1e-bf09-f986be73cfbe None None] For port 68faf55b-5108-473a-a5ae-be5952885507, host dv-cinder-818579-1-smb, cleared binding levels {{(pid=87425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:13:49.145622 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-1b05645b-b748-4c1e-bf09-f986be73cfbe None None] For port 68faf55b-5108-473a-a5ae-be5952885507, host dv-cinder-818579-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=68faf55b-5108-473a-a5ae-be5952885507,segment=NetworkSegment(dc026d90-a30f-4969-a1d1-c7db26280bfa),segment_id=dc026d90-a30f-4969-a1d1-c7db26280bfa)] {{(pid=87425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:13:49.202098 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-1b05645b-b748-4c1e-bf09-f986be73cfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:49.207632 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:49.241637 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.db_base_plugin_common [None req-4267d86e-b836-47ae-a255-7ff96df960b2 admin admin] Allocated IP 172.28.3.103 (526841e0-8571-4339-baee-0cea4a76b63c/7845b98e-863d-42c7-9a40-3bd9a535af60/b1a42698-afd0-4a70-a9be-f71d860a3800) {{(pid=87424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:13:49.310183 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05645b-b748-4c1e-bf09-f986be73cfbe None None] Pushing event updated for resources: {'Port': ['ID=68faf55b-5108-473a-a5ae-be5952885507,revision_number=2']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:49.320739 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-1b05645b-b748-4c1e-bf09-f986be73cfbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:49.417142 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4267d86e-b836-47ae-a255-7ff96df960b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:49.551236 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4267d86e-b836-47ae-a255-7ff96df960b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3149175'] for port, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:49.557040 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-828a18f2-7d26-45fa-be51-224d06cf886d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:49.625585 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4267d86e-b836-47ae-a255-7ff96df960b2 admin admin] Network 526841e0-8571-4339-baee-0cea4a76b63c is already hosted by enough agents. {{(pid=87424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:13:49.626773 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.base_scheduler [None req-4267d86e-b836-47ae-a255-7ff96df960b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:13:49.631142 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4267d86e-b836-47ae-a255-7ff96df960b2 admin admin] Received port after_create {{(pid=87424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:13:49.683010 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267d86e-b836-47ae-a255-7ff96df960b2 admin admin] Pushing event updated for resources: {'Port': ['ID=b1a42698-afd0-4a70-a9be-f71d860a3800,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:49.690102 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-4267d86e-b836-47ae-a255-7ff96df960b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:50.162160 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4267d86e-b836-47ae-a255-7ff96df960b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:50.366967 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device c1d4ff80-e18f-49f4-96f9-41add03698b6 up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:13:50.436342 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75e56b8-586b-49b8-98ce-76ac402224f1 None None] Network b6b90bb0-84f2-4f6c-b499-55629fd8ed88 requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:13:50.626357 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning for port c1d4ff80-e18f-49f4-96f9-41add03698b6 completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:13:50.632742 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-e0779a39-8e70-46d7-b29a-094a4f535d2c None None] Provisioning for port 68faf55b-5108-473a-a5ae-be5952885507 completed by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:13:50.671168 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port c1d4ff80-e18f-49f4-96f9-41add03698b6 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:13:50.672102 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:50.693152 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4267d86e-b836-47ae-a255-7ff96df960b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-502045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505830'] for router, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:50.868841 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:50.911918 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] For port c1d4ff80-e18f-49f4-96f9-41add03698b6, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=c1d4ff80-e18f-49f4-96f9-41add03698b6,segment=NetworkSegment(3eb657fb-2c6e-4a69-99b5-5669a40d35fd),segment_id=3eb657fb-2c6e-4a69-99b5-5669a40d35fd)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:13:51.019949 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4267d86e-b836-47ae-a255-7ff96df960b2 admin admin] Router 868c5a16-5a3e-43cf-b0af-e7e62ed528f2 is scheduled to L3 agent aba83f48-bec1-4447-972f-e1c88a92dee8 with binding_index 1 {{(pid=87424) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 18:13:51.020172 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:51.020892 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 68faf55b-5108-473a-a5ae-be5952885507 up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:13:51.058459 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-01570f26-975b-442a-b7ed-bbcac4e4a4bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:51.163851 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Pushing event updated for resources: {'Port': ['ID=c1d4ff80-e18f-49f4-96f9-41add03698b6,revision_number=5']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:51.167147 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:51.230302 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning for port 68faf55b-5108-473a-a5ae-be5952885507 completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:13:51.235612 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port 68faf55b-5108-473a-a5ae-be5952885507 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:13:51.238939 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:51.241166 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4267d86e-b836-47ae-a255-7ff96df960b2 admin admin] Notify agent at l3_agent.dv-cinder-818579-1-smb the message routers_updated {{(pid=87424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 18:13:51.267748 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba539a14-75bd-434d-a577-57785fc345e6 None None] Sync routers for ids ['868c5a16-5a3e-43cf-b0af-e7e62ed528f2'] in dv-cinder-818579-1-smb {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 18:13:51.294405 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba539a14-75bd-434d-a577-57785fc345e6 None None] Routers {'868c5a16-5a3e-43cf-b0af-e7e62ed528f2'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:13:51.295043 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-ba539a14-75bd-434d-a577-57785fc345e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:13:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['868c5a16-5a3e-43cf-b0af-e7e62ed528f2'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:13:51.327704 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4267d86e-b836-47ae-a255-7ff96df960b2 admin admin] Notify callbacks [] for router, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:51.329427 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-4267d86e-b836-47ae-a255-7ff96df960b2 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5223644 Nov 24 18:13:51.332263 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 58934) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:51.531789 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:51.545926 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-ba539a14-75bd-434d-a577-57785fc345e6 None None] Set router 868c5a16-5a3e-43cf-b0af-e7e62ed528f2 gateway port host: dv-cinder-818579-1-smb {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:13:51.745604 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] For port 68faf55b-5108-473a-a5ae-be5952885507, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=68faf55b-5108-473a-a5ae-be5952885507,segment=NetworkSegment(dc026d90-a30f-4969-a1d1-c7db26280bfa),segment_id=dc026d90-a30f-4969-a1d1-c7db26280bfa)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:13:51.835883 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:51.835883 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:51.923155 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Pushing event updated for resources: {'Port': ['ID=68faf55b-5108-473a-a5ae-be5952885507,revision_number=3']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:51.927034 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:51.939981 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-ba539a14-75bd-434d-a577-57785fc345e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868c5a16-5a3e-43cf-b0af-e7e62ed528f2', 'name': 'tempest-TestShelveInstance-818535619-router', 'tenant_id': '7cbaeb77e3794933aa88149dd56c22a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': 'b1a42698-afd0-4a70-a9be-f71d860a3800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:13:47Z', 'updated_at': '2021-11-24T18:13:49Z', 'revision_number': 3, 'project_id': '7cbaeb77e3794933aa88149dd56c22a1', 'gw_port': {'id': 'b1a42698-afd0-4a70-a9be-f71d860a3800', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868c5a16-5a3e-43cf-b0af-e7e62ed528f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:13:49Z', 'updated_at': '2021-11-24T18:13:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb'}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:13:51.943836 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba539a14-75bd-434d-a577-57785fc345e6 None None] Checking router: 868c5a16-5a3e-43cf-b0af-e7e62ed528f2 for host: dv-cinder-818579-1-smb {{(pid=87425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 18:13:51.944193 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba539a14-75bd-434d-a577-57785fc345e6 None None] Updating router 868c5a16-5a3e-43cf-b0af-e7e62ed528f2 port b1a42698-afd0-4a70-a9be-f71d860a3800 binding host dv-cinder-818579-1-smb {{(pid=87425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 18:13:51.996641 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-ba539a14-75bd-434d-a577-57785fc345e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:52.100293 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-ad83810c-1f7b-42ec-9dee-2e18376a7bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:52.305135 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device c1d4ff80-e18f-49f4-96f9-41add03698b6 up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:13:52.368397 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:52.427099 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-ba539a14-75bd-434d-a577-57785fc345e6 None None] Notify callbacks [] for port, precommit_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:52.442497 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-ba539a14-75bd-434d-a577-57785fc345e6 None None] Transition to ACTIVE for port object b1a42698-afd0-4a70-a9be-f71d860a3800 will not be triggered until provisioned by entity L2. {{(pid=87425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:13:52.453708 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port c1d4ff80-e18f-49f4-96f9-41add03698b6 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:13:52.454343 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:52.459205 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.db_base_plugin_common [None req-ad83810c-1f7b-42ec-9dee-2e18376a7bf3 admin admin] Allocated IP 172.20.0.1 (b6b90bb0-84f2-4f6c-b499-55629fd8ed88/c3bc2709-ed24-42e1-991b-052dabdc4bd0/985dafc9-a5fa-402b-9bad-7512cc14cf08) {{(pid=87423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:13:52.497900 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-ba539a14-75bd-434d-a577-57785fc345e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:52.503991 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:52.594394 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-ba539a14-75bd-434d-a577-57785fc345e6 None None] Attempting to bind port b1a42698-afd0-4a70-a9be-f71d860a3800 on host dv-cinder-818579-1-smb for vnic_type normal with profile {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:13:52.595056 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-ba539a14-75bd-434d-a577-57785fc345e6 None None] Attempting to bind port b1a42698-afd0-4a70-a9be-f71d860a3800 by drivers openvswitch,hyperv on host dv-cinder-818579-1-smb at level 0 using segments [{'id': 'd3760bee-36f8-40b7-a723-a1b5699a82b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'}] {{(pid=87425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:13:52.595199 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba539a14-75bd-434d-a577-57785fc345e6 None None] Attempting to bind port b1a42698-afd0-4a70-a9be-f71d860a3800 on network 526841e0-8571-4339-baee-0cea4a76b63c {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:13:52.598697 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b2c1d-7dcd-4979-ad3a-2ed835a5f15c None None] Pushing event updated for resources: {'Port': ['ID=b1a42698-afd0-4a70-a9be-f71d860a3800,revision_number=2']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:52.604778 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-513b2c1d-7dcd-4979-ad3a-2ed835a5f15c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:52.606398 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba539a14-75bd-434d-a577-57785fc345e6 None None] Checking agent: {'id': '649afde1-6bcc-42a3-a59e-22c863eb835e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 57, 8), 'started_at': datetime.datetime(2021, 11, 24, 17, 57, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:13:52.606770 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba539a14-75bd-434d-a577-57785fc345e6 None None] Checking segment: {'id': 'd3760bee-36f8-40b7-a723-a1b5699a82b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:13:52.607177 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-ba539a14-75bd-434d-a577-57785fc345e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:52.607567 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba539a14-75bd-434d-a577-57785fc345e6 None None] Bound using segment: {'id': 'd3760bee-36f8-40b7-a723-a1b5699a82b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'} {{(pid=87425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:13:52.608037 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.managers [None req-ba539a14-75bd-434d-a577-57785fc345e6 None None] Bound port: b1a42698-afd0-4a70-a9be-f71d860a3800, host: dv-cinder-818579-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3760bee-36f8-40b7-a723-a1b5699a82b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c'}}] {{(pid=87425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:13:52.608438 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-ba539a14-75bd-434d-a577-57785fc345e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:52.608540 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-ad83810c-1f7b-42ec-9dee-2e18376a7bf3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:52.626564 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.provisioning_blocks [None req-ad83810c-1f7b-42ec-9dee-2e18376a7bf3 admin admin] Transition to ACTIVE for port object 985dafc9-a5fa-402b-9bad-7512cc14cf08 will not be triggered until provisioned by entity DHCP. {{(pid=87423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:13:52.707454 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-ad83810c-1f7b-42ec-9dee-2e18376a7bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:52.717580 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-33131f04-104b-4920-86c1-8e1936c3f778 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:52.779142 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 68faf55b-5108-473a-a5ae-be5952885507 up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:13:52.782659 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad83810c-1f7b-42ec-9dee-2e18376a7bf3 admin admin] Network b6b90bb0-84f2-4f6c-b499-55629fd8ed88 is already hosted by enough agents. {{(pid=87423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:13:52.788011 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.base_scheduler [None req-ad83810c-1f7b-42ec-9dee-2e18376a7bf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:13:52.791836 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad83810c-1f7b-42ec-9dee-2e18376a7bf3 admin admin] Received port after_create {{(pid=87423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:13:52.842472 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-ba539a14-75bd-434d-a577-57785fc345e6 None None] For port b1a42698-afd0-4a70-a9be-f71d860a3800, host dv-cinder-818579-1-smb, cleared binding levels {{(pid=87425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:13:52.843371 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad83810c-1f7b-42ec-9dee-2e18376a7bf3 admin admin] Pushing event updated for resources: {'Port': ['ID=985dafc9-a5fa-402b-9bad-7512cc14cf08,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:52.846925 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-ad83810c-1f7b-42ec-9dee-2e18376a7bf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:52.858860 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-ba539a14-75bd-434d-a577-57785fc345e6 None None] For port b1a42698-afd0-4a70-a9be-f71d860a3800, host dv-cinder-818579-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=b1a42698-afd0-4a70-a9be-f71d860a3800,segment=NetworkSegment(d3760bee-36f8-40b7-a723-a1b5699a82b5),segment_id=d3760bee-36f8-40b7-a723-a1b5699a82b5)] {{(pid=87425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:13:52.868142 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-ad83810c-1f7b-42ec-9dee-2e18376a7bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578856'] for router_interface, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:52.874911 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port 68faf55b-5108-473a-a5ae-be5952885507 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:13:52.875780 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:52.948615 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-ba539a14-75bd-434d-a577-57785fc345e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:52.952551 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:53.080913 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b2c1d-7dcd-4979-ad3a-2ed835a5f15c None None] Pushing event updated for resources: {'Port': ['ID=b1a42698-afd0-4a70-a9be-f71d860a3800,revision_number=3']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:53.085292 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba539a14-75bd-434d-a577-57785fc345e6 None None] Routers {'868c5a16-5a3e-43cf-b0af-e7e62ed528f2'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:13:53.086108 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-ba539a14-75bd-434d-a577-57785fc345e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:13:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['868c5a16-5a3e-43cf-b0af-e7e62ed528f2'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:13:53.142493 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-513b2c1d-7dcd-4979-ad3a-2ed835a5f15c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:53.240768 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-ad83810c-1f7b-42ec-9dee-2e18376a7bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:53.269164 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-fe60542b-289f-498d-b42a-09321db39dfc None None] Provisioning for port 985dafc9-a5fa-402b-9bad-7512cc14cf08 completed by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:13:53.276256 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-ba539a14-75bd-434d-a577-57785fc345e6 None None] Set router 868c5a16-5a3e-43cf-b0af-e7e62ed528f2 gateway port host: dv-cinder-818579-1-smb {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:13:53.319529 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-fe60542b-289f-498d-b42a-09321db39dfc None None] Provisioning complete for port 985dafc9-a5fa-402b-9bad-7512cc14cf08 triggered by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:13:53.319913 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-fe60542b-289f-498d-b42a-09321db39dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:53.466766 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-ad83810c-1f7b-42ec-9dee-2e18376a7bf3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:53.502643 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-fe60542b-289f-498d-b42a-09321db39dfc None None] Port 985dafc9-a5fa-402b-9bad-7512cc14cf08 cannot update to ACTIVE because it is not bound. {{(pid=87425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 18:13:53.515993 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-ad83810c-1f7b-42ec-9dee-2e18376a7bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4080791'] for port, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:53.543388 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-c55913f4-3e22-4faa-964b-2cce62bc2e22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:53.617552 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-ba539a14-75bd-434d-a577-57785fc345e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868c5a16-5a3e-43cf-b0af-e7e62ed528f2', 'name': 'tempest-TestShelveInstance-818535619-router', 'tenant_id': '7cbaeb77e3794933aa88149dd56c22a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': 'b1a42698-afd0-4a70-a9be-f71d860a3800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:13:47Z', 'updated_at': '2021-11-24T18:13:49Z', 'revision_number': 3, 'project_id': '7cbaeb77e3794933aa88149dd56c22a1', 'gw_port': {'id': 'b1a42698-afd0-4a70-a9be-f71d860a3800', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868c5a16-5a3e-43cf-b0af-e7e62ed528f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:13:49Z', 'updated_at': '2021-11-24T18:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb'}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:13:53.621791 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba539a14-75bd-434d-a577-57785fc345e6 None None] The sync data for ids ['868c5a16-5a3e-43cf-b0af-e7e62ed528f2'] in dv-cinder-818579-1-smb is: [{'id': '868c5a16-5a3e-43cf-b0af-e7e62ed528f2', 'name': 'tempest-TestShelveInstance-818535619-router', 'tenant_id': '7cbaeb77e3794933aa88149dd56c22a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': 'b1a42698-afd0-4a70-a9be-f71d860a3800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:13:47Z', 'updated_at': '2021-11-24T18:13:49Z', 'revision_number': 3, 'project_id': '7cbaeb77e3794933aa88149dd56c22a1', 'gw_port': {'id': 'b1a42698-afd0-4a70-a9be-f71d860a3800', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868c5a16-5a3e-43cf-b0af-e7e62ed528f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:13:49Z', 'updated_at': '2021-11-24T18:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb'}] {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 18:13:53.625866 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad83810c-1f7b-42ec-9dee-2e18376a7bf3 admin admin] Pushing event updated for resources: {'Port': ['ID=985dafc9-a5fa-402b-9bad-7512cc14cf08,revision_number=2']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:53.628827 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-ad83810c-1f7b-42ec-9dee-2e18376a7bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579019'] for router_interface, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:53.633402 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-ad83810c-1f7b-42ec-9dee-2e18376a7bf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:53.767683 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad83810c-1f7b-42ec-9dee-2e18376a7bf3 admin admin] Network b6b90bb0-84f2-4f6c-b499-55629fd8ed88 is already hosted by enough agents. {{(pid=87423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:13:53.768786 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.base_scheduler [None req-ad83810c-1f7b-42ec-9dee-2e18376a7bf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:13:54.009733 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad83810c-1f7b-42ec-9dee-2e18376a7bf3 admin admin] Router 868c5a16-5a3e-43cf-b0af-e7e62ed528f2 has already been hosted by L3 agent aba83f48-bec1-4447-972f-e1c88a92dee8 {{(pid=87423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 18:13:54.134002 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-f6bd283c-24b1-4840-9f91-8fdc4baadb90 None None] Provisioning complete for port 985dafc9-a5fa-402b-9bad-7512cc14cf08 triggered by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:13:54.134593 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f6bd283c-24b1-4840-9f91-8fdc4baadb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:54.196333 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-f6bd283c-24b1-4840-9f91-8fdc4baadb90 None None] Port 985dafc9-a5fa-402b-9bad-7512cc14cf08 cannot update to ACTIVE because it is not bound. {{(pid=87425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 18:13:54.305916 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device b1a42698-afd0-4a70-a9be-f71d860a3800 up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:13:54.321595 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad83810c-1f7b-42ec-9dee-2e18376a7bf3 admin admin] Notify agent at l3_agent.dv-cinder-818579-1-smb the message routers_updated {{(pid=87423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 18:13:54.331851 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-ad83810c-1f7b-42ec-9dee-2e18376a7bf3 admin admin] 10.222.0.65 "PUT /v2.0/routers/868c5a16-5a3e-43cf-b0af-e7e62ed528f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9984779 Nov 24 18:13:54.458875 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning for port b1a42698-afd0-4a70-a9be-f71d860a3800 completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:13:54.464295 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port b1a42698-afd0-4a70-a9be-f71d860a3800 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:13:54.464707 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:54.600831 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:54.608302 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] For port b1a42698-afd0-4a70-a9be-f71d860a3800, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=b1a42698-afd0-4a70-a9be-f71d860a3800,segment=NetworkSegment(d3760bee-36f8-40b7-a723-a1b5699a82b5),segment_id=d3760bee-36f8-40b7-a723-a1b5699a82b5)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:13:54.698616 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:54.700920 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:54.777688 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Pushing event updated for resources: {'Port': ['ID=b1a42698-afd0-4a70-a9be-f71d860a3800,revision_number=4']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:54.780966 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:55.088887 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 58974) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:55.094260 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-6e043d02-93df-442f-b6d1-ca9e6b1058d8 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1842110392', 'description': 'tempest-secgroup-smoke-1842110392 description', 'project_id': '2e5d9eba045249419bd2b453a7b59b0d'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:13:55.100963 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-6e043d02-93df-442f-b6d1-ca9e6b1058d8 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:13:55.104886 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-6e043d02-93df-442f-b6d1-ca9e6b1058d8 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Usage tracker for resource:security_group and tenant:2e5d9eba045249419bd2b453a7b59b0d is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:13:55.111677 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-6e043d02-93df-442f-b6d1-ca9e6b1058d8 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:13:55.117462 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-6e043d02-93df-442f-b6d1-ca9e6b1058d8 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:13:55.178866 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-6e043d02-93df-442f-b6d1-ca9e6b1058d8 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:55.198215 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-6e043d02-93df-442f-b6d1-ca9e6b1058d8 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:13:55.202022 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-6e043d02-93df-442f-b6d1-ca9e6b1058d8 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Usage tracker for resource:security_group_rule and tenant:2e5d9eba045249419bd2b453a7b59b0d is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:13:55.205517 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-6e043d02-93df-442f-b6d1-ca9e6b1058d8 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:13:55.211101 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-6e043d02-93df-442f-b6d1-ca9e6b1058d8 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:13:55.280318 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-6e043d02-93df-442f-b6d1-ca9e6b1058d8 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:55.344306 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-6e043d02-93df-442f-b6d1-ca9e6b1058d8 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:55.349821 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-60ab4128-3752-4be6-9112-d977b448128a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:55.385580 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e043d02-93df-442f-b6d1-ca9e6b1058d8 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f357c6ef-9f50-4349-ad9e-8c95441b8337,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:55.388412 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-6e043d02-93df-442f-b6d1-ca9e6b1058d8 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:55.430335 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-6e043d02-93df-442f-b6d1-ca9e6b1058d8 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:55.431577 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-6e043d02-93df-442f-b6d1-ca9e6b1058d8 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3417113 Nov 24 18:13:55.436941 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 58978) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:55.444582 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.v2.base [None req-3c535c5d-b867-49b1-9740-e3388de2f97b tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Request body: {'security_group_rule': {'security_group_id': 'f357c6ef-9f50-4349-ad9e-8c95441b8337', 'project_id': '2e5d9eba045249419bd2b453a7b59b0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:13:55.450636 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-3c535c5d-b867-49b1-9740-e3388de2f97b tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:13:55.454712 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-3c535c5d-b867-49b1-9740-e3388de2f97b tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Usage tracker for resource:security_group_rule and tenant:2e5d9eba045249419bd2b453a7b59b0d is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:13:55.457640 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-3c535c5d-b867-49b1-9740-e3388de2f97b tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:13:55.463226 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-3c535c5d-b867-49b1-9740-e3388de2f97b tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:13:55.522348 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3c535c5d-b867-49b1-9740-e3388de2f97b tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:55.583755 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3c535c5d-b867-49b1-9740-e3388de2f97b tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:55.630152 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3c535c5d-b867-49b1-9740-e3388de2f97b tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357759'] for security_group_rule, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:55.636261 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:55.655709 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c535c5d-b867-49b1-9740-e3388de2f97b tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f87ade-5812-40af-a522-2b5a70929787,revision_number=0']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:55.658461 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-3c535c5d-b867-49b1-9740-e3388de2f97b tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:55.721441 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-3c535c5d-b867-49b1-9740-e3388de2f97b tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:55.722691 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-3c535c5d-b867-49b1-9740-e3388de2f97b tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2848477 Nov 24 18:13:55.725649 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 58984) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:55.731473 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [None req-31345c53-d6d2-4370-acc9-b67ffe32eff2 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Request body: {'security_group_rule': {'security_group_id': 'f357c6ef-9f50-4349-ad9e-8c95441b8337', 'project_id': '2e5d9eba045249419bd2b453a7b59b0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:13:55.738331 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-31345c53-d6d2-4370-acc9-b67ffe32eff2 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:13:55.742338 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-31345c53-d6d2-4370-acc9-b67ffe32eff2 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Usage tracker for resource:security_group_rule and tenant:2e5d9eba045249419bd2b453a7b59b0d is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:13:55.745314 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-31345c53-d6d2-4370-acc9-b67ffe32eff2 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:13:55.751042 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-31345c53-d6d2-4370-acc9-b67ffe32eff2 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:13:55.839040 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-31345c53-d6d2-4370-acc9-b67ffe32eff2 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:55.908621 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-31345c53-d6d2-4370-acc9-b67ffe32eff2 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:55.978881 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-31345c53-d6d2-4370-acc9-b67ffe32eff2 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357759'] for security_group_rule, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:55.981128 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:56.005416 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31345c53-d6d2-4370-acc9-b67ffe32eff2 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb70ca9-4835-4cf8-bb35-04380ad284b8,revision_number=0']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:56.007911 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-31345c53-d6d2-4370-acc9-b67ffe32eff2 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:56.064179 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fac8728-193a-45ef-b0f4-e0e1188b8665 None None] Sync routers for ids ['868c5a16-5a3e-43cf-b0af-e7e62ed528f2'] in dv-cinder-818579-1-smb {{(pid=87426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 18:13:56.073796 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fac8728-193a-45ef-b0f4-e0e1188b8665 None None] Routers {'868c5a16-5a3e-43cf-b0af-e7e62ed528f2'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:13:56.074448 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-9fac8728-193a-45ef-b0f4-e0e1188b8665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:13:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['868c5a16-5a3e-43cf-b0af-e7e62ed528f2'], 'active': True} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:13:56.081876 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-31345c53-d6d2-4370-acc9-b67ffe32eff2 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:56.085560 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-31345c53-d6d2-4370-acc9-b67ffe32eff2 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3561561 Nov 24 18:13:56.085921 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 58994) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:56.092208 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [None req-3f8ee8a7-f16d-4250-9360-fb9b3d7dd5b5 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Request body: {'security_group_rule': {'security_group_id': 'f357c6ef-9f50-4349-ad9e-8c95441b8337', 'project_id': '2e5d9eba045249419bd2b453a7b59b0d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:13:56.098653 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-3f8ee8a7-f16d-4250-9360-fb9b3d7dd5b5 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:13:56.102554 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-3f8ee8a7-f16d-4250-9360-fb9b3d7dd5b5 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Usage tracker for resource:security_group_rule and tenant:2e5d9eba045249419bd2b453a7b59b0d is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:13:56.105827 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-3f8ee8a7-f16d-4250-9360-fb9b3d7dd5b5 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:13:56.112170 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-3f8ee8a7-f16d-4250-9360-fb9b3d7dd5b5 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:13:56.226700 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-3f8ee8a7-f16d-4250-9360-fb9b3d7dd5b5 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:56.271016 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvr_db [None req-9fac8728-193a-45ef-b0f4-e0e1188b8665 None None] Set router 868c5a16-5a3e-43cf-b0af-e7e62ed528f2 gateway port host: dv-cinder-818579-1-smb {{(pid=87426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:13:56.275085 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device b1a42698-afd0-4a70-a9be-f71d860a3800 up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:13:56.300940 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-3f8ee8a7-f16d-4250-9360-fb9b3d7dd5b5 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:56.350629 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-3f8ee8a7-f16d-4250-9360-fb9b3d7dd5b5 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357759'] for security_group_rule, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:56.353424 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-0365b070-9302-4e08-820b-3cd3e431120f tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:56.354637 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port b1a42698-afd0-4a70-a9be-f71d860a3800 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:13:56.355025 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:56.382288 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ee8a7-f16d-4250-9360-fb9b3d7dd5b5 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=076da983-0356-442a-a5a3-7d63e6045f58,revision_number=0']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:56.391032 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-3f8ee8a7-f16d-4250-9360-fb9b3d7dd5b5 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:56.416490 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 59000) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:56.476566 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-3f8ee8a7-f16d-4250-9360-fb9b3d7dd5b5 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:56.478266 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-3f8ee8a7-f16d-4250-9360-fb9b3d7dd5b5 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3911011 Nov 24 18:13:56.480670 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 59006) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:56.489489 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [None req-281d3404-3f44-4668-befe-18b9e6a0a648 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Request body: {'security_group_rule': {'security_group_id': 'f357c6ef-9f50-4349-ad9e-8c95441b8337', 'project_id': '2e5d9eba045249419bd2b453a7b59b0d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:13:56.497745 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-281d3404-3f44-4668-befe-18b9e6a0a648 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:13:56.502297 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-281d3404-3f44-4668-befe-18b9e6a0a648 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Usage tracker for resource:security_group_rule and tenant:2e5d9eba045249419bd2b453a7b59b0d is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:13:56.506726 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-281d3404-3f44-4668-befe-18b9e6a0a648 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:13:56.522237 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-281d3404-3f44-4668-befe-18b9e6a0a648 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:13:56.548372 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-25f2eeae-9d1f-47cf-8e63-755df663cdc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:56.563031 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-25f2eeae-9d1f-47cf-8e63-755df663cdc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:13:56.566969 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-25f2eeae-9d1f-47cf-8e63-755df663cdc4 admin admin] Usage tracker for resource:security_group_rule and tenant:648e78c2fe9447d2bf0856beb045afdd is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:13:56.569805 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-25f2eeae-9d1f-47cf-8e63-755df663cdc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:13:56.575431 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-25f2eeae-9d1f-47cf-8e63-755df663cdc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:13:56.603870 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-281d3404-3f44-4668-befe-18b9e6a0a648 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:56.634106 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-9fac8728-193a-45ef-b0f4-e0e1188b8665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868c5a16-5a3e-43cf-b0af-e7e62ed528f2', 'name': 'tempest-TestShelveInstance-818535619-router', 'tenant_id': '7cbaeb77e3794933aa88149dd56c22a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': 'b1a42698-afd0-4a70-a9be-f71d860a3800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:13:47Z', 'updated_at': '2021-11-24T18:13:53Z', 'revision_number': 4, 'project_id': '7cbaeb77e3794933aa88149dd56c22a1', 'gw_port': {'id': 'b1a42698-afd0-4a70-a9be-f71d860a3800', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c5a16-5a3e-43cf-b0af-e7e62ed528f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:13:49Z', 'updated_at': '2021-11-24T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': '985dafc9-a5fa-402b-9bad-7512cc14cf08', 'name': '', 'network_id': 'b6b90bb0-84f2-4f6c-b499-55629fd8ed88', 'tenant_id': '7cbaeb77e3794933aa88149dd56c22a1', 'mac_address': 'fa:16:3e:fc:d5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868c5a16-5a3e-43cf-b0af-e7e62ed528f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'c3bc2709-ed24-42e1-991b-052dabdc4bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:13:52Z', 'updated_at': '2021-11-24T18:13:53Z', 'revision_number': 2, 'project_id': '7cbaeb77e3794933aa88149dd56c22a1', 'subnets': [{'id': 'c3bc2709-ed24-42e1-991b-052dabdc4bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:13:56.638111 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fac8728-193a-45ef-b0f4-e0e1188b8665 None None] Checking router: 868c5a16-5a3e-43cf-b0af-e7e62ed528f2 for host: dv-cinder-818579-1-smb {{(pid=87426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 18:13:56.638472 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fac8728-193a-45ef-b0f4-e0e1188b8665 None None] Updating router 868c5a16-5a3e-43cf-b0af-e7e62ed528f2 port 985dafc9-a5fa-402b-9bad-7512cc14cf08 binding host dv-cinder-818579-1-smb {{(pid=87426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 18:13:56.690781 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-9fac8728-193a-45ef-b0f4-e0e1188b8665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:56.692950 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-281d3404-3f44-4668-befe-18b9e6a0a648 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:56.724613 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-25f2eeae-9d1f-47cf-8e63-755df663cdc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:56.750470 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-281d3404-3f44-4668-befe-18b9e6a0a648 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357759'] for security_group_rule, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:56.752906 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-3800f9ea-8fe7-4f18-83c3-1b58f64aa46c tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:56.777986 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d3404-3f44-4668-befe-18b9e6a0a648 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa11763-74d3-4e5b-97d5-9b2c048f4749,revision_number=0']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:56.783741 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-281d3404-3f44-4668-befe-18b9e6a0a648 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:56.783950 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-25f2eeae-9d1f-47cf-8e63-755df663cdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:56.791531 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-dee5e34e-8ddc-4998-a3f3-559e50293c27 tempest-VolumesNegativeTest-1540167477 tempest-VolumesNegativeTest-1540167477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:56.854728 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-25f2eeae-9d1f-47cf-8e63-755df663cdc4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=648e78c2fe9447d2bf0856beb045afdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4369662 Nov 24 18:13:56.855661 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2eeae-9d1f-47cf-8e63-755df663cdc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b168042-7a8e-4ea1-9082-020f2196cb07,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:56.857344 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 59010) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:56.858789 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-25f2eeae-9d1f-47cf-8e63-755df663cdc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:56.899146 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-281d3404-3f44-4668-befe-18b9e6a0a648 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:56.900988 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-281d3404-3f44-4668-befe-18b9e6a0a648 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4180570 Nov 24 18:13:56.903179 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 59014) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:56.908563 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [None req-76ce9428-dc5d-4d4b-8e27-645406654ccd tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Request body: {'security_group_rule': {'security_group_id': 'f357c6ef-9f50-4349-ad9e-8c95441b8337', 'project_id': '2e5d9eba045249419bd2b453a7b59b0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:13:56.914573 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-76ce9428-dc5d-4d4b-8e27-645406654ccd tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:13:56.918535 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-76ce9428-dc5d-4d4b-8e27-645406654ccd tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Usage tracker for resource:security_group_rule and tenant:2e5d9eba045249419bd2b453a7b59b0d is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:13:56.921784 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-76ce9428-dc5d-4d4b-8e27-645406654ccd tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:13:56.927970 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-76ce9428-dc5d-4d4b-8e27-645406654ccd tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:13:56.933225 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a6c7fb4d-2795-4a71-b4bc-3883563764e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:56.960464 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a6c7fb4d-2795-4a71-b4bc-3883563764e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:57.001491 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.db.securitygroups_db [None req-76ce9428-dc5d-4d4b-8e27-645406654ccd tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Project 2e5d9eba045249419bd2b453a7b59b0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 18:13:57.009258 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-76ce9428-dc5d-4d4b-8e27-645406654ccd tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:57.051760 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-9fac8728-193a-45ef-b0f4-e0e1188b8665 None None] Notify callbacks [] for port, precommit_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:57.087076 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.provisioning_blocks [None req-9fac8728-193a-45ef-b0f4-e0e1188b8665 None None] Transition to ACTIVE for port object 985dafc9-a5fa-402b-9bad-7512cc14cf08 will not be triggered until provisioned by entity L2. {{(pid=87426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:13:57.087715 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a6c7fb4d-2795-4a71-b4bc-3883563764e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:57.092483 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-de94c1ee-3014-4fa7-b7f4-5a2783d377b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:57.101363 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-76ce9428-dc5d-4d4b-8e27-645406654ccd tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:57.103207 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7fb4d-2795-4a71-b4bc-3883563764e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b168042-7a8e-4ea1-9082-020f2196cb07,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:57.105613 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-a6c7fb4d-2795-4a71-b4bc-3883563764e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:57.111814 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-a6c7fb4d-2795-4a71-b4bc-3883563764e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:57.113052 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-a6c7fb4d-2795-4a71-b4bc-3883563764e9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4b168042-7a8e-4ea1-9082-020f2196cb07 HTTP/1.1" status: 204 len: 168 time: 0.2520344 Nov 24 18:13:57.167373 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-9fac8728-193a-45ef-b0f4-e0e1188b8665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:57.172604 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:57.184505 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-76ce9428-dc5d-4d4b-8e27-645406654ccd tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357759'] for security_group_rule, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:57.186673 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:57.209089 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce9428-dc5d-4d4b-8e27-645406654ccd tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e8a0485-6bf1-4470-9f28-cafc2acd3f09,revision_number=0']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:57.211596 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-76ce9428-dc5d-4d4b-8e27-645406654ccd tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:57.287601 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-76ce9428-dc5d-4d4b-8e27-645406654ccd tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:57.289812 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-76ce9428-dc5d-4d4b-8e27-645406654ccd tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3847234 Nov 24 18:13:57.291934 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 59020) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:57.295340 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a9adc-2263-435f-bc31-9fca68f877cf None None] Pushing event updated for resources: {'Port': ['ID=985dafc9-a5fa-402b-9bad-7512cc14cf08,revision_number=3']} {{(pid=87426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:57.299130 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [None req-cb4d4cb4-fe89-4f43-9772-991d0f82fad0 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Request body: {'security_group_rule': {'security_group_id': 'f357c6ef-9f50-4349-ad9e-8c95441b8337', 'project_id': '2e5d9eba045249419bd2b453a7b59b0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:13:57.303771 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-cb4d4cb4-fe89-4f43-9772-991d0f82fad0 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:13:57.307634 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-cb4d4cb4-fe89-4f43-9772-991d0f82fad0 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Usage tracker for resource:security_group_rule and tenant:2e5d9eba045249419bd2b453a7b59b0d is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:13:57.310830 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-cb4d4cb4-fe89-4f43-9772-991d0f82fad0 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:13:57.317126 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-cb4d4cb4-fe89-4f43-9772-991d0f82fad0 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:13:57.327320 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG oslo_concurrency.lockutils [None req-112a9adc-2263-435f-bc31-9fca68f877cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:57.386641 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.managers [None req-9fac8728-193a-45ef-b0f4-e0e1188b8665 None None] Attempting to bind port 985dafc9-a5fa-402b-9bad-7512cc14cf08 on host dv-cinder-818579-1-smb for vnic_type normal with profile {{(pid=87426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:13:57.387307 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.managers [None req-9fac8728-193a-45ef-b0f4-e0e1188b8665 None None] Attempting to bind port 985dafc9-a5fa-402b-9bad-7512cc14cf08 by drivers openvswitch,hyperv on host dv-cinder-818579-1-smb at level 0 using segments [{'id': 'dc026d90-a30f-4969-a1d1-c7db26280bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b6b90bb0-84f2-4f6c-b499-55629fd8ed88'}] {{(pid=87426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:13:57.387854 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fac8728-193a-45ef-b0f4-e0e1188b8665 None None] Attempting to bind port 985dafc9-a5fa-402b-9bad-7512cc14cf08 on network b6b90bb0-84f2-4f6c-b499-55629fd8ed88 {{(pid=87426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:13:57.390593 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.db.securitygroups_db [None req-cb4d4cb4-fe89-4f43-9772-991d0f82fad0 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Project 2e5d9eba045249419bd2b453a7b59b0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 18:13:57.394646 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fac8728-193a-45ef-b0f4-e0e1188b8665 None None] Checking agent: {'id': '649afde1-6bcc-42a3-a59e-22c863eb835e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 57, 8), 'started_at': datetime.datetime(2021, 11, 24, 17, 57, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:13:57.395124 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fac8728-193a-45ef-b0f4-e0e1188b8665 None None] Checking segment: {'id': 'dc026d90-a30f-4969-a1d1-c7db26280bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b6b90bb0-84f2-4f6c-b499-55629fd8ed88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:13:57.395424 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-9fac8728-193a-45ef-b0f4-e0e1188b8665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:57.395915 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fac8728-193a-45ef-b0f4-e0e1188b8665 None None] Bound using segment: {'id': 'dc026d90-a30f-4969-a1d1-c7db26280bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b6b90bb0-84f2-4f6c-b499-55629fd8ed88'} {{(pid=87426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:13:57.396422 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.managers [None req-9fac8728-193a-45ef-b0f4-e0e1188b8665 None None] Bound port: 985dafc9-a5fa-402b-9bad-7512cc14cf08, host: dv-cinder-818579-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc026d90-a30f-4969-a1d1-c7db26280bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b6b90bb0-84f2-4f6c-b499-55629fd8ed88'}}] {{(pid=87426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:13:57.403803 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-9fac8728-193a-45ef-b0f4-e0e1188b8665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:57.404089 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-cb4d4cb4-fe89-4f43-9772-991d0f82fad0 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:57.508945 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.db [None req-9fac8728-193a-45ef-b0f4-e0e1188b8665 None None] For port 985dafc9-a5fa-402b-9bad-7512cc14cf08, host dv-cinder-818579-1-smb, cleared binding levels {{(pid=87426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:13:57.511854 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.plugins.ml2.db [None req-9fac8728-193a-45ef-b0f4-e0e1188b8665 None None] For port 985dafc9-a5fa-402b-9bad-7512cc14cf08, host dv-cinder-818579-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=985dafc9-a5fa-402b-9bad-7512cc14cf08,segment=NetworkSegment(dc026d90-a30f-4969-a1d1-c7db26280bfa),segment_id=dc026d90-a30f-4969-a1d1-c7db26280bfa)] {{(pid=87426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:13:57.512904 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-cb4d4cb4-fe89-4f43-9772-991d0f82fad0 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:57.561729 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-cb4d4cb4-fe89-4f43-9772-991d0f82fad0 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357759'] for security_group_rule, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:57.562218 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron_lib.callbacks.manager [None req-9fac8728-193a-45ef-b0f4-e0e1188b8665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:57.563759 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:57.568611 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:57.586985 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d4cb4-fe89-4f43-9772-991d0f82fad0 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22dfd39c-7652-4eec-b4ad-3fb6c2820645,revision_number=0']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:57.589345 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-cb4d4cb4-fe89-4f43-9772-991d0f82fad0 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:57.642261 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fac8728-193a-45ef-b0f4-e0e1188b8665 None None] Routers {'868c5a16-5a3e-43cf-b0af-e7e62ed528f2'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:13:57.642887 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-9fac8728-193a-45ef-b0f4-e0e1188b8665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:13:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['868c5a16-5a3e-43cf-b0af-e7e62ed528f2'], 'active': True} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:13:57.664982 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-cb4d4cb4-fe89-4f43-9772-991d0f82fad0 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:57.666446 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-cb4d4cb4-fe89-4f43-9772-991d0f82fad0 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3735027 Nov 24 18:13:57.714019 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a9adc-2263-435f-bc31-9fca68f877cf None None] Pushing event updated for resources: {'Port': ['ID=985dafc9-a5fa-402b-9bad-7512cc14cf08,revision_number=4']} {{(pid=87426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:57.717209 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG oslo_concurrency.lockutils [None req-112a9adc-2263-435f-bc31-9fca68f877cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:57.747018 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 59028) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:57.769996 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-aa95551e-9741-4f11-93fd-be063d42b86a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:57.786526 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-aa95551e-9741-4f11-93fd-be063d42b86a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:13:57.790580 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-aa95551e-9741-4f11-93fd-be063d42b86a admin admin] Usage tracker for resource:security_group_rule and tenant:be1ef83493644804a558f3a83f4583c3 is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:13:57.793978 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-aa95551e-9741-4f11-93fd-be063d42b86a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:13:57.802095 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-aa95551e-9741-4f11-93fd-be063d42b86a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:13:57.881469 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvr_db [None req-9fac8728-193a-45ef-b0f4-e0e1188b8665 None None] Set router 868c5a16-5a3e-43cf-b0af-e7e62ed528f2 gateway port host: dv-cinder-818579-1-smb {{(pid=87426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:13:57.924305 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-aa95551e-9741-4f11-93fd-be063d42b86a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:58.001725 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-aa95551e-9741-4f11-93fd-be063d42b86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:58.013102 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-3c00920e-fd03-4294-a73d-ad378022eed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:58.054194 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa95551e-9741-4f11-93fd-be063d42b86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff89aa7-ffba-4b18-91e1-54131cc8772a,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:58.061211 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 59066) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:58.061824 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-aa95551e-9741-4f11-93fd-be063d42b86a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=be1ef83493644804a558f3a83f4583c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3131745 Nov 24 18:13:58.062150 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-aa95551e-9741-4f11-93fd-be063d42b86a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:58.124093 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-82dd52ed-0190-4851-8414-fc39e718ea35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:58.151394 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-82dd52ed-0190-4851-8414-fc39e718ea35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:58.238315 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-9fac8728-193a-45ef-b0f4-e0e1188b8665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868c5a16-5a3e-43cf-b0af-e7e62ed528f2', 'name': 'tempest-TestShelveInstance-818535619-router', 'tenant_id': '7cbaeb77e3794933aa88149dd56c22a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': 'b1a42698-afd0-4a70-a9be-f71d860a3800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:13:47Z', 'updated_at': '2021-11-24T18:13:53Z', 'revision_number': 4, 'project_id': '7cbaeb77e3794933aa88149dd56c22a1', 'gw_port': {'id': 'b1a42698-afd0-4a70-a9be-f71d860a3800', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c5a16-5a3e-43cf-b0af-e7e62ed528f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:13:49Z', 'updated_at': '2021-11-24T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': '985dafc9-a5fa-402b-9bad-7512cc14cf08', 'name': '', 'network_id': 'b6b90bb0-84f2-4f6c-b499-55629fd8ed88', 'tenant_id': '7cbaeb77e3794933aa88149dd56c22a1', 'mac_address': 'fa:16:3e:fc:d5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868c5a16-5a3e-43cf-b0af-e7e62ed528f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'c3bc2709-ed24-42e1-991b-052dabdc4bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:13:52Z', 'updated_at': '2021-11-24T18:13:57Z', 'revision_number': 4, 'project_id': '7cbaeb77e3794933aa88149dd56c22a1', 'subnets': [{'id': 'c3bc2709-ed24-42e1-991b-052dabdc4bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:13:58.242155 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fac8728-193a-45ef-b0f4-e0e1188b8665 None None] The sync data for ids ['868c5a16-5a3e-43cf-b0af-e7e62ed528f2'] in dv-cinder-818579-1-smb is: [{'id': '868c5a16-5a3e-43cf-b0af-e7e62ed528f2', 'name': 'tempest-TestShelveInstance-818535619-router', 'tenant_id': '7cbaeb77e3794933aa88149dd56c22a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': 'b1a42698-afd0-4a70-a9be-f71d860a3800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:13:47Z', 'updated_at': '2021-11-24T18:13:53Z', 'revision_number': 4, 'project_id': '7cbaeb77e3794933aa88149dd56c22a1', 'gw_port': {'id': 'b1a42698-afd0-4a70-a9be-f71d860a3800', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c5a16-5a3e-43cf-b0af-e7e62ed528f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:13:49Z', 'updated_at': '2021-11-24T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': '985dafc9-a5fa-402b-9bad-7512cc14cf08', 'name': '', 'network_id': 'b6b90bb0-84f2-4f6c-b499-55629fd8ed88', 'tenant_id': '7cbaeb77e3794933aa88149dd56c22a1', 'mac_address': 'fa:16:3e:fc:d5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868c5a16-5a3e-43cf-b0af-e7e62ed528f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'c3bc2709-ed24-42e1-991b-052dabdc4bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:13:52Z', 'updated_at': '2021-11-24T18:13:57Z', 'revision_number': 4, 'project_id': '7cbaeb77e3794933aa88149dd56c22a1', 'subnets': [{'id': 'c3bc2709-ed24-42e1-991b-052dabdc4bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 18:13:58.275898 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-82dd52ed-0190-4851-8414-fc39e718ea35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:58.275898 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-244c1fcf-d095-4ab0-a5f3-c6d7615c4fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:58.314031 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd52ed-0190-4851-8414-fc39e718ea35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff89aa7-ffba-4b18-91e1-54131cc8772a,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:58.317335 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-82dd52ed-0190-4851-8414-fc39e718ea35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:58.323238 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-82dd52ed-0190-4851-8414-fc39e718ea35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:58.324396 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-82dd52ed-0190-4851-8414-fc39e718ea35 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fff89aa7-ffba-4b18-91e1-54131cc8772a HTTP/1.1" status: 204 len: 168 time: 0.2621827 Nov 24 18:13:59.021937 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 59080) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:59.039895 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-b4f9e743-5b3b-49fe-b201-c3a1dd203790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:59.054722 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-b4f9e743-5b3b-49fe-b201-c3a1dd203790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:13:59.058495 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-b4f9e743-5b3b-49fe-b201-c3a1dd203790 admin admin] Usage tracker for resource:security_group_rule and tenant:70765c582d1a4d1692f773ee577f99fe is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:13:59.061247 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-b4f9e743-5b3b-49fe-b201-c3a1dd203790 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:13:59.067925 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-b4f9e743-5b3b-49fe-b201-c3a1dd203790 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:13:59.168634 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-b4f9e743-5b3b-49fe-b201-c3a1dd203790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:59.235837 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-b4f9e743-5b3b-49fe-b201-c3a1dd203790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:59.243162 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-305ceb38-1907-4c12-a283-b99e7315e7f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:59.284621 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-b4f9e743-5b3b-49fe-b201-c3a1dd203790 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=70765c582d1a4d1692f773ee577f99fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2615898 Nov 24 18:13:59.285372 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9e743-5b3b-49fe-b201-c3a1dd203790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34b70d9-bdea-4eda-87a9-99cbd1da4126,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:59.287637 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 59098) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:13:59.290014 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-b4f9e743-5b3b-49fe-b201-c3a1dd203790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:59.348671 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-189048a9-d03e-46d7-9726-7173d80bb910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:59.375156 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-189048a9-d03e-46d7-9726-7173d80bb910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:59.516217 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-189048a9-d03e-46d7-9726-7173d80bb910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:59.520243 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-61834e7a-47c4-4144-b191-4ef874320dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:13:59.531522 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189048a9-d03e-46d7-9726-7173d80bb910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34b70d9-bdea-4eda-87a9-99cbd1da4126,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:13:59.535098 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-189048a9-d03e-46d7-9726-7173d80bb910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:13:59.538504 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-189048a9-d03e-46d7-9726-7173d80bb910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:13:59.539612 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-189048a9-d03e-46d7-9726-7173d80bb910 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a34b70d9-bdea-4eda-87a9-99cbd1da4126 HTTP/1.1" status: 204 len: 168 time: 0.2510822 Nov 24 18:14:00.289718 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 985dafc9-a5fa-402b-9bad-7512cc14cf08 up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:14:00.430068 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning for port 985dafc9-a5fa-402b-9bad-7512cc14cf08 completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:14:00.435424 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port 985dafc9-a5fa-402b-9bad-7512cc14cf08 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:14:00.435807 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:00.575411 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:00.608473 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] For port 985dafc9-a5fa-402b-9bad-7512cc14cf08, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=985dafc9-a5fa-402b-9bad-7512cc14cf08,segment=NetworkSegment(dc026d90-a30f-4969-a1d1-c7db26280bfa),segment_id=dc026d90-a30f-4969-a1d1-c7db26280bfa)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:14:00.687483 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:00.689374 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:14:00.767889 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Pushing event updated for resources: {'Port': ['ID=985dafc9-a5fa-402b-9bad-7512cc14cf08,revision_number=5']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:14:00.775694 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:14:02.271584 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 985dafc9-a5fa-402b-9bad-7512cc14cf08 up at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:14:02.344087 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Provisioning complete for port 985dafc9-a5fa-402b-9bad-7512cc14cf08 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:14:02.344532 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:07.670448 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-5c02ec2b-8b9d-4058-ad9f-2dddba41a079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:08.321236 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:10.441620 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-35a43332-45de-4324-95b2-4e9f58ed7c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:11.366753 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:11.638838 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 59256) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:14:11.751805 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-c5ba8254-f49b-4640-899f-6d7e80c2db06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:11.766437 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-c5ba8254-f49b-4640-899f-6d7e80c2db06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:14:11.770240 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-c5ba8254-f49b-4640-899f-6d7e80c2db06 admin admin] Usage tracker for resource:security_group_rule and tenant:54dfda8143ac47c2bb3e46c1dcbaed93 is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:14:11.773007 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-c5ba8254-f49b-4640-899f-6d7e80c2db06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:14:11.778721 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-c5ba8254-f49b-4640-899f-6d7e80c2db06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:14:11.877476 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-c5ba8254-f49b-4640-899f-6d7e80c2db06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:11.949991 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-c5ba8254-f49b-4640-899f-6d7e80c2db06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:11.959065 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-c01075df-ead7-48ea-929c-423aeaa817b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:14:11.998269 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-c5ba8254-f49b-4640-899f-6d7e80c2db06 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=54dfda8143ac47c2bb3e46c1dcbaed93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3583682 Nov 24 18:14:11.999896 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba8254-f49b-4640-899f-6d7e80c2db06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbad6ad-ea60-4f43-a694-6fcc9ec15be7,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:14:12.001111 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 59264) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:14:12.003142 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-c5ba8254-f49b-4640-899f-6d7e80c2db06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:14:12.061224 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-13b001c5-f823-4d61-b1e8-c66213f5e43d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:12.087747 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-13b001c5-f823-4d61-b1e8-c66213f5e43d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:12.196018 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-13b001c5-f823-4d61-b1e8-c66213f5e43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:12.200631 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-0073290d-bd8d-43f0-85bc-7b395b290763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:14:12.212024 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b001c5-f823-4d61-b1e8-c66213f5e43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbad6ad-ea60-4f43-a694-6fcc9ec15be7,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:14:12.215996 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-13b001c5-f823-4d61-b1e8-c66213f5e43d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:14:12.218459 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-13b001c5-f823-4d61-b1e8-c66213f5e43d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:12.219570 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-13b001c5-f823-4d61-b1e8-c66213f5e43d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7dbad6ad-ea60-4f43-a694-6fcc9ec15be7 HTTP/1.1" status: 204 len: 168 time: 0.2174990 Nov 24 18:14:12.682271 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:12.893021 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 59272) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:14:12.910900 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-58bceebd-0b83-423d-a6c1-2cacb4a9f701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:12.925488 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-58bceebd-0b83-423d-a6c1-2cacb4a9f701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:14:12.929256 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-58bceebd-0b83-423d-a6c1-2cacb4a9f701 admin admin] Usage tracker for resource:security_group_rule and tenant:8438301430264338bc9ed56fd0e324dc is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:14:12.932019 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-58bceebd-0b83-423d-a6c1-2cacb4a9f701 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:14:12.937596 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-58bceebd-0b83-423d-a6c1-2cacb4a9f701 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:14:13.019574 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-58bceebd-0b83-423d-a6c1-2cacb4a9f701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:13.081123 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-58bceebd-0b83-423d-a6c1-2cacb4a9f701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:13.090809 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-661f3565-9d21-4d86-a97b-6910de423055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:14:13.130246 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-58bceebd-0b83-423d-a6c1-2cacb4a9f701 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8438301430264338bc9ed56fd0e324dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361295 Nov 24 18:14:13.131086 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bceebd-0b83-423d-a6c1-2cacb4a9f701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e0ed0b-cfa4-4778-b688-33a92599506a,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:14:13.132903 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 59278) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:14:13.134030 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-58bceebd-0b83-423d-a6c1-2cacb4a9f701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:14:13.189987 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-df6d1513-a8a1-4975-a0be-bf2d137a54b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:13.215902 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-df6d1513-a8a1-4975-a0be-bf2d137a54b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:13.326943 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-df6d1513-a8a1-4975-a0be-bf2d137a54b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:13.330783 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-d0a85994-bf42-44b2-a7d3-2dd55f91c011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:14:13.345271 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d1513-a8a1-4975-a0be-bf2d137a54b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e0ed0b-cfa4-4778-b688-33a92599506a,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:14:13.347558 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-df6d1513-a8a1-4975-a0be-bf2d137a54b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:14:13.358086 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-df6d1513-a8a1-4975-a0be-bf2d137a54b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:13.359335 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-df6d1513-a8a1-4975-a0be-bf2d137a54b1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a3e0ed0b-cfa4-4778-b688-33a92599506a HTTP/1.1" status: 204 len: 168 time: 0.2253025 Nov 24 18:14:13.944348 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 59286) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:14:13.965469 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-354d9e47-161d-44e5-9a9b-e2a0a146b64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:13.980930 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-354d9e47-161d-44e5-9a9b-e2a0a146b64b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:14:13.984738 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-354d9e47-161d-44e5-9a9b-e2a0a146b64b admin admin] Usage tracker for resource:security_group_rule and tenant:0411e010c64e4853a733d9422c9ec5b3 is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:14:13.987462 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-354d9e47-161d-44e5-9a9b-e2a0a146b64b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:14:13.993769 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-354d9e47-161d-44e5-9a9b-e2a0a146b64b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:14:14.074514 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-354d9e47-161d-44e5-9a9b-e2a0a146b64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:14.150056 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-354d9e47-161d-44e5-9a9b-e2a0a146b64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:14.160059 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-83f88d06-eaeb-44f7-a772-eac3b09ea3da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:14:14.201471 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-354d9e47-161d-44e5-9a9b-e2a0a146b64b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0411e010c64e4853a733d9422c9ec5b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2560263 Nov 24 18:14:14.202511 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d9e47-161d-44e5-9a9b-e2a0a146b64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82b2097-8905-4cff-a31b-2fe5027dbb01,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:14:14.204382 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 59294) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:14:14.206555 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-354d9e47-161d-44e5-9a9b-e2a0a146b64b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:14:14.263849 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-7ff1a3c1-ffab-44ff-bb52-ff1890abcd0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:14.290242 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-7ff1a3c1-ffab-44ff-bb52-ff1890abcd0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:14.466307 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-d36bd502-ed69-4315-9d2d-a454614e6ade tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Synchronizing usage tracker for tenant:2e5d9eba045249419bd2b453a7b59b0d on resource:security_group {{(pid=87424) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:14:14.544454 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-7ff1a3c1-ffab-44ff-bb52-ff1890abcd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:14.548212 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-b64b4464-3c76-42af-a607-cf157150a46b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:14:14.561704 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-d36bd502-ed69-4315-9d2d-a454614e6ade tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Unset dirty status for tenant:2e5d9eba045249419bd2b453a7b59b0d on resource:security_group {{(pid=87424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:14:14.562855 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-d36bd502-ed69-4315-9d2d-a454614e6ade tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1842110392&fields=id&tenant_id=2e5d9eba045249419bd2b453a7b59b0d HTTP/1.1" status: 200 len: 267 time: 0.2390587 Nov 24 18:14:14.565002 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff1a3c1-ffab-44ff-bb52-ff1890abcd0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82b2097-8905-4cff-a31b-2fe5027dbb01,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:14:14.569138 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-7ff1a3c1-ffab-44ff-bb52-ff1890abcd0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:14:14.599515 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-7ff1a3c1-ffab-44ff-bb52-ff1890abcd0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:14.600617 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-7ff1a3c1-ffab-44ff-bb52-ff1890abcd0d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b82b2097-8905-4cff-a31b-2fe5027dbb01 HTTP/1.1" status: 204 len: 168 time: 0.3950763 Nov 24 18:14:14.719637 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-f6bf9aa9-a1d2-481d-947a-52d512cd4867 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:14:14.721011 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-f6bf9aa9-a1d2-481d-947a-52d512cd4867 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/networks?id=8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e HTTP/1.1" status: 200 len: 808 time: 0.1499641 Nov 24 18:14:14.735563 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-65dbe82c-fe95-4d2e-8768-a02c2d725bdf tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/quotas/2e5d9eba045249419bd2b453a7b59b0d HTTP/1.1" status: 200 len: 375 time: 0.0091732 Nov 24 18:14:14.823930 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-a6dd4fcf-f957-46a6-b641-62bd7107a22e tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Synchronizing usage tracker for tenant:2e5d9eba045249419bd2b453a7b59b0d on resource:port {{(pid=87424) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:14:14.915709 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-a6dd4fcf-f957-46a6-b641-62bd7107a22e tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Unset dirty status for tenant:2e5d9eba045249419bd2b453a7b59b0d on resource:port {{(pid=87424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:14:14.917193 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-a6dd4fcf-f957-46a6-b641-62bd7107a22e tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2e5d9eba045249419bd2b453a7b59b0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1768055 Nov 24 18:14:15.158421 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-bfae34f9-299b-4ed0-8c83-60548bda2620 service neutron] 10.222.0.65 "GET /v2.0/networks/8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260394 Nov 24 18:14:15.292044 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-21a095e5-e8fe-44d9-9767-45d5c1f8ea34 service neutron] 10.222.0.65 "GET /v2.0/networks/8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276863 Nov 24 18:14:15.970797 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-156b1735-69cc-49c7-817c-b3e1ceec50ad req-de84bc76-01fe-4d98-95ac-2304d4dab9c9 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 210 time: 0.0439379 Nov 24 18:14:17.125641 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-e78cfa73-a938-4178-9271-ad1baec6809d req-1df16927-05b6-4216-aed7-80bc4364cb32 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 210 time: 0.0475378 Nov 24 18:14:18.144431 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-1fc71007-e632-4882-831b-783f64539518 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:14:18.145091 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-1fc71007-e632-4882-831b-783f64539518 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Synchronizing usage tracker for tenant:2e5d9eba045249419bd2b453a7b59b0d on resource:network {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:14:18.278913 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-1fc71007-e632-4882-831b-783f64539518 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Unset dirty status for tenant:2e5d9eba045249419bd2b453a7b59b0d on resource:network {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:14:18.280009 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-1fc71007-e632-4882-831b-783f64539518 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.66 "GET /v2.0/networks?id=8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e HTTP/1.1" status: 200 len: 808 time: 0.3105197 Nov 24 18:14:18.286640 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-fe54f502-b626-4ca4-9610-d66acc67580a req-d003ae4c-5d9f-44a2-8b4e-de2d05bb0c0c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 210 time: 0.0498006 Nov 24 18:14:18.328939 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-ad822360-d524-46d4-9da1-c391b7fde99f tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Synchronizing usage tracker for tenant:2e5d9eba045249419bd2b453a7b59b0d on resource:security_group {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:14:18.341285 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-ad822360-d524-46d4-9da1-c391b7fde99f tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Unset dirty status for tenant:2e5d9eba045249419bd2b453a7b59b0d on resource:security_group {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:14:18.342371 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-ad822360-d524-46d4-9da1-c391b7fde99f tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e5d9eba045249419bd2b453a7b59b0d HTTP/1.1" status: 200 len: 380 time: 0.0543566 Nov 24 18:14:18.357070 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-51d88d63-f8b1-4ec4-aafc-b215508ef828 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Request body: {'port': {'device_id': '303ca72a-3737-496e-9611-ec384b214fa0', 'network_id': '8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e', 'admin_state_up': True, 'tenant_id': '2e5d9eba045249419bd2b453a7b59b0d', 'security_groups': ['f357c6ef-9f50-4349-ad9e-8c95441b8337']}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:14:18.496246 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-51d88d63-f8b1-4ec4-aafc-b215508ef828 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:14:18.505791 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-51d88d63-f8b1-4ec4-aafc-b215508ef828 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:14:18.601374 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-51d88d63-f8b1-4ec4-aafc-b215508ef828 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Made reservation on behalf of 2e5d9eba045249419bd2b453a7b59b0d for: {'port': 1} {{(pid=87423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 18:14:18.605525 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-51d88d63-f8b1-4ec4-aafc-b215508ef828 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:18.765907 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.db_base_plugin_common [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-51d88d63-f8b1-4ec4-aafc-b215508ef828 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Allocated IP 172.20.0.7 (8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e/92ff3537-94e6-48e2-8da6-7768df38d8e9/c0c31938-4dc4-4ef0-9036-6c2c7c46b084) {{(pid=87423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:14:18.959508 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-51d88d63-f8b1-4ec4-aafc-b215508ef828 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks [] for port, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:18.975973 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.provisioning_blocks [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-51d88d63-f8b1-4ec4-aafc-b215508ef828 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Transition to ACTIVE for port object c0c31938-4dc4-4ef0-9036-6c2c7c46b084 will not be triggered until provisioned by entity DHCP. {{(pid=87423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:14:19.059248 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-51d88d63-f8b1-4ec4-aafc-b215508ef828 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:19.064986 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-da65a29b-ef6a-4ad1-bfc3-a7c47f403729 tempest-AttachVolumeShelveTestJSON-1469766371 tempest-AttachVolumeShelveTestJSON-1469766371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:14:19.135004 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-51d88d63-f8b1-4ec4-aafc-b215508ef828 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Network 8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e is already hosted by enough agents. {{(pid=87423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:14:19.138395 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.base_scheduler [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-51d88d63-f8b1-4ec4-aafc-b215508ef828 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Resources bound (agent type, host, resource id): {{(pid=87423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:14:19.142361 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-51d88d63-f8b1-4ec4-aafc-b215508ef828 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Received port after_create {{(pid=87423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:14:19.272058 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d88d63-f8b1-4ec4-aafc-b215508ef828 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Pushing event updated for resources: {'Port': ['ID=c0c31938-4dc4-4ef0-9036-6c2c7c46b084,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:14:19.279211 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-51d88d63-f8b1-4ec4-aafc-b215508ef828 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:14:19.311713 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-51d88d63-f8b1-4ec4-aafc-b215508ef828 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:14:19.312818 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-51d88d63-f8b1-4ec4-aafc-b215508ef828 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:19.390679 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-51d88d63-f8b1-4ec4-aafc-b215508ef828 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0372772 Nov 24 18:14:19.403057 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-af5540f7-c54d-46a0-86cb-c8f330c60a8a service neutron] Request body: {'port': {'device_id': '303ca72a-3737-496e-9611-ec384b214fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:14:19.487148 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-9c53957e-ab35-4ba1-a9cd-d62b7ff30d8d None None] Provisioning for port c0c31938-4dc4-4ef0-9036-6c2c7c46b084 completed by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:14:19.492181 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-9c53957e-ab35-4ba1-a9cd-d62b7ff30d8d None None] Provisioning complete for port c0c31938-4dc4-4ef0-9036-6c2c7c46b084 triggered by entity DHCP. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:14:19.492829 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-9c53957e-ab35-4ba1-a9cd-d62b7ff30d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:19.506250 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdabda5-c1da-4d8a-8905-370b36d4dc3f req-a90ba1e3-51fd-4b9f-8321-51199cab0066 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:14:19.511396 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-abdabda5-c1da-4d8a-8905-370b36d4dc3f req-a90ba1e3-51fd-4b9f-8321-51199cab0066 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 931 time: 0.0970759 Nov 24 18:14:19.538450 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-af5540f7-c54d-46a0-86cb-c8f330c60a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:19.546857 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-9c53957e-ab35-4ba1-a9cd-d62b7ff30d8d None None] Port c0c31938-4dc4-4ef0-9036-6c2c7c46b084 cannot update to ACTIVE because it is not bound. {{(pid=87425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 18:14:19.555251 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-abdabda5-c1da-4d8a-8905-370b36d4dc3f req-e4eb21d9-2799-4e51-a630-6d65c3d736b2 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/security-groups?id=f357c6ef-9f50-4349-ad9e-8c95441b8337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422504 Nov 24 18:14:19.885649 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-af5540f7-c54d-46a0-86cb-c8f330c60a8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c31938-4dc4-4ef0-9036-6c2c7c46b084 {{(pid=87423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:14:19.892831 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-af5540f7-c54d-46a0-86cb-c8f330c60a8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:19.907065 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.provisioning_blocks [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-af5540f7-c54d-46a0-86cb-c8f330c60a8a service neutron] Transition to ACTIVE for port object c0c31938-4dc4-4ef0-9036-6c2c7c46b084 will not be triggered until provisioned by entity L2. {{(pid=87423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 18:14:19.990005 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-af5540f7-c54d-46a0-86cb-c8f330c60a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4080791'] for port, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:19.994773 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-4a4c63bf-c373-491c-bdf5-a953dc77001d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:14:20.149282 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5540f7-c54d-46a0-86cb-c8f330c60a8a service neutron] Pushing event updated for resources: {'Port': ['ID=c0c31938-4dc4-4ef0-9036-6c2c7c46b084,revision_number=2']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:14:20.156858 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-af5540f7-c54d-46a0-86cb-c8f330c60a8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:14:20.235159 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-af5540f7-c54d-46a0-86cb-c8f330c60a8a service neutron] Attempting to bind port c0c31938-4dc4-4ef0-9036-6c2c7c46b084 on host hv-cinder-81857 for vnic_type normal with profile {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 18:14:20.235499 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-af5540f7-c54d-46a0-86cb-c8f330c60a8a service neutron] Attempting to bind port c0c31938-4dc4-4ef0-9036-6c2c7c46b084 by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': '3eb657fb-2c6e-4a69-99b5-5669a40d35fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e'}] {{(pid=87423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 18:14:20.235822 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-af5540f7-c54d-46a0-86cb-c8f330c60a8a service neutron] Attempting to bind port c0c31938-4dc4-4ef0-9036-6c2c7c46b084 on network 8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:14:20.240484 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-af5540f7-c54d-46a0-86cb-c8f330c60a8a service neutron] Port c0c31938-4dc4-4ef0-9036-6c2c7c46b084 on network 8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 18:14:20.240832 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-af5540f7-c54d-46a0-86cb-c8f330c60a8a service neutron] Attempting to bind port c0c31938-4dc4-4ef0-9036-6c2c7c46b084 on network 8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 18:14:20.246234 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-af5540f7-c54d-46a0-86cb-c8f330c60a8a service neutron] Checking agent: {'id': 'd0ca9dee-1939-4c7e-ac1c-b1e38ddd9156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'started_at': datetime.datetime(2021, 11, 24, 18, 3, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 18:14:20.246581 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-af5540f7-c54d-46a0-86cb-c8f330c60a8a service neutron] Checking segment: {'id': '3eb657fb-2c6e-4a69-99b5-5669a40d35fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 18:14:20.246954 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-af5540f7-c54d-46a0-86cb-c8f330c60a8a service neutron] Bound using segment: {'id': '3eb657fb-2c6e-4a69-99b5-5669a40d35fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e'} {{(pid=87423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 18:14:20.247376 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.managers [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-af5540f7-c54d-46a0-86cb-c8f330c60a8a service neutron] Bound port: c0c31938-4dc4-4ef0-9036-6c2c7c46b084, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb657fb-2c6e-4a69-99b5-5669a40d35fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e'}}] {{(pid=87423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 18:14:20.247707 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-af5540f7-c54d-46a0-86cb-c8f330c60a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:20.339180 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-af5540f7-c54d-46a0-86cb-c8f330c60a8a service neutron] For port c0c31938-4dc4-4ef0-9036-6c2c7c46b084, host hv-cinder-81857, cleared binding levels {{(pid=87423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 18:14:20.342352 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-af5540f7-c54d-46a0-86cb-c8f330c60a8a service neutron] For port c0c31938-4dc4-4ef0-9036-6c2c7c46b084, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=c0c31938-4dc4-4ef0-9036-6c2c7c46b084,segment=NetworkSegment(3eb657fb-2c6e-4a69-99b5-5669a40d35fd),segment_id=3eb657fb-2c6e-4a69-99b5-5669a40d35fd)] {{(pid=87423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 18:14:20.401527 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-af5540f7-c54d-46a0-86cb-c8f330c60a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4080791'] for port, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:20.406188 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-55c86a80-6377-433e-a4d3-dfe3d3ef2a40 tempest-TestMinimumBasicScenario-2034155444 tempest-TestMinimumBasicScenario-2034155444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:14:20.466247 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-af5540f7-c54d-46a0-86cb-c8f330c60a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:14:20.466866 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-af5540f7-c54d-46a0-86cb-c8f330c60a8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:20.471864 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-af5540f7-c54d-46a0-86cb-c8f330c60a8a service neutron] 10.222.0.66 "PUT /v2.0/ports/c0c31938-4dc4-4ef0-9036-6c2c7c46b084 HTTP/1.1" status: 200 len: 1093 time: 1.0698967 Nov 24 18:14:20.471864 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303ca72a-3737-496e-9611-ec384b214fa0', 'tag': 'c0c31938-4dc4-4ef0-9036-6c2c7c46b084'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:14:20.495246 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5540f7-c54d-46a0-86cb-c8f330c60a8a service neutron] Pushing event updated for resources: {'Port': ['ID=c0c31938-4dc4-4ef0-9036-6c2c7c46b084,revision_number=3']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:14:20.498067 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-af5540f7-c54d-46a0-86cb-c8f330c60a8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:14:20.522078 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303ca72a-3737-496e-9611-ec384b214fa0', 'tag': 'c0c31938-4dc4-4ef0-9036-6c2c7c46b084', 'status': 'completed', 'code': 200} Nov 24 18:14:20.621271 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26edd98-9d0e-4a6f-bc32-e5161c2c08ac req-244f3c0f-39f8-498b-ad77-968a4b9f52fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:14:20.622784 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d26edd98-9d0e-4a6f-bc32-e5161c2c08ac req-244f3c0f-39f8-498b-ad77-968a4b9f52fa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2e5d9eba045249419bd2b453a7b59b0d&device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 1096 time: 0.0766931 Nov 24 18:14:20.780475 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f9285-bd56-4a7e-a071-f53976ea6b08 req-30496b99-324e-4348-a3d9-d0ddfdaa2f89 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:14:20.781942 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-845f9285-bd56-4a7e-a071-f53976ea6b08 req-30496b99-324e-4348-a3d9-d0ddfdaa2f89 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 943 time: 0.1126609 Nov 24 18:14:20.783721 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26edd98-9d0e-4a6f-bc32-e5161c2c08ac req-c0bd445f-ceb9-4648-9191-bfa685751dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:14:20.785237 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d26edd98-9d0e-4a6f-bc32-e5161c2c08ac req-c0bd445f-ceb9-4648-9191-bfa685751dfa service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=2e5d9eba045249419bd2b453a7b59b0d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1553741 Nov 24 18:14:20.833497 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-845f9285-bd56-4a7e-a071-f53976ea6b08 req-a59da59e-882d-426e-a328-94f04504be8f tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/security-groups?id=f357c6ef-9f50-4349-ad9e-8c95441b8337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455389 Nov 24 18:14:20.932551 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26edd98-9d0e-4a6f-bc32-e5161c2c08ac req-0bf033a0-3c97-411f-9f0d-97ac325c30f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:14:20.933995 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-d26edd98-9d0e-4a6f-bc32-e5161c2c08ac req-0bf033a0-3c97-411f-9f0d-97ac325c30f7 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1422536 Nov 24 18:14:21.042358 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-2f816c78-a397-4945-9956-deb51d7f168d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:14:21.043818 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-2f816c78-a397-4945-9956-deb51d7f168d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2e5d9eba045249419bd2b453a7b59b0d&device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 1096 time: 0.0748031 Nov 24 18:14:21.112073 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-f61f6365-2934-4c6a-8269-1ffdf78897ac service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0c31938-4dc4-4ef0-9036-6c2c7c46b084 HTTP/1.1" status: 200 len: 217 time: 0.0614779 Nov 24 18:14:21.176867 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-9f984806-caa6-4875-81d5-4d341a0f99d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:14:21.178298 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-9f984806-caa6-4875-81d5-4d341a0f99d1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=92ff3537-94e6-48e2-8da6-7768df38d8e9 HTTP/1.1" status: 200 len: 847 time: 0.0603878 Nov 24 18:14:21.253990 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-1900bca0-ad96-4ca2-be85-aa5625007b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:14:21.255383 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-1900bca0-ad96-4ca2-be85-aa5625007b12 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701616 Nov 24 18:14:21.486519 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-c31bb8bc-6fce-405f-bb89-3b6c72ee4fb4 service neutron] 10.222.0.66 "GET /v2.0/networks/8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241249 Nov 24 18:14:21.616681 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-70abb8fd-5457-4c31-8d98-b30a0eaa74fb req-8a3c8a6c-9d6b-4f94-a60d-284194f4dd30 service neutron] 10.222.0.66 "GET /v2.0/networks/8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227205 Nov 24 18:14:22.031875 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7b547-8b15-48a5-bf3e-5c45ac063123 req-0b722869-8ecb-47be-84b4-a2fe8bc00863 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:14:22.032590 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-1ff7b547-8b15-48a5-bf3e-5c45ac063123 req-0b722869-8ecb-47be-84b4-a2fe8bc00863 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Synchronizing usage tracker for tenant:2e5d9eba045249419bd2b453a7b59b0d on resource:port {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:14:22.115295 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [req-1ff7b547-8b15-48a5-bf3e-5c45ac063123 req-0b722869-8ecb-47be-84b4-a2fe8bc00863 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Unset dirty status for tenant:2e5d9eba045249419bd2b453a7b59b0d on resource:port {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:14:22.116580 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-1ff7b547-8b15-48a5-bf3e-5c45ac063123 req-0b722869-8ecb-47be-84b4-a2fe8bc00863 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 943 time: 0.1753354 Nov 24 18:14:22.162290 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-1ff7b547-8b15-48a5-bf3e-5c45ac063123 req-ba5ac6a0-f11b-4422-80eb-5fffa8ec0e62 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/security-groups?id=f357c6ef-9f50-4349-ad9e-8c95441b8337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394254 Nov 24 18:14:22.258511 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:23.260065 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device c0c31938-4dc4-4ef0-9036-6c2c7c46b084 details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=87425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 18:14:23.347037 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef974723-8974-4eb7-8c86-746c5e546fc9 req-a47afb8b-8705-4a4e-95aa-b66529170920 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:14:23.348495 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-ef974723-8974-4eb7-8c86-746c5e546fc9 req-a47afb8b-8705-4a4e-95aa-b66529170920 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 943 time: 0.0804782 Nov 24 18:14:23.393388 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port c0c31938-4dc4-4ef0-9036-6c2c7c46b084, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=c0c31938-4dc4-4ef0-9036-6c2c7c46b084,segment=NetworkSegment(3eb657fb-2c6e-4a69-99b5-5669a40d35fd),segment_id=3eb657fb-2c6e-4a69-99b5-5669a40d35fd)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:14:23.393860 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-ef974723-8974-4eb7-8c86-746c5e546fc9 req-1e27d3e2-73f5-4288-a8c4-7f542243556b tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/security-groups?id=f357c6ef-9f50-4349-ad9e-8c95441b8337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383236 Nov 24 18:14:23.407249 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Returning: {'device': 'c0c31938-4dc4-4ef0-9036-6c2c7c46b084', 'network_id': '8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e', 'port_id': 'c0c31938-4dc4-4ef0-9036-6c2c7c46b084', 'mac_address': 'fa:16:3e:25:e5:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92ff3537-94e6-48e2-8da6-7768df38d8e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 18:14:23.466580 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:23.484641 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c31938-4dc4-4ef0-9036-6c2c7c46b084 {{(pid=87425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:14:23.499980 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port c0c31938-4dc4-4ef0-9036-6c2c7c46b084, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=c0c31938-4dc4-4ef0-9036-6c2c7c46b084,segment=NetworkSegment(3eb657fb-2c6e-4a69-99b5-5669a40d35fd),segment_id=3eb657fb-2c6e-4a69-99b5-5669a40d35fd)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:14:23.555652 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:23.557465 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:14:23.624660 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=c0c31938-4dc4-4ef0-9036-6c2c7c46b084,revision_number=4']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:14:23.627642 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:14:23.803222 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['c0c31938-4dc4-4ef0-9036-6c2c7c46b084'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:14:24.573996 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c3b09-8f4c-4125-aa94-8828db8a7b80 req-ce1adbd8-a120-490b-9ee6-fd0b5b9e603d tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:14:24.575486 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-147c3b09-8f4c-4125-aa94-8828db8a7b80 req-ce1adbd8-a120-490b-9ee6-fd0b5b9e603d tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 944 time: 0.0787973 Nov 24 18:14:24.623662 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-147c3b09-8f4c-4125-aa94-8828db8a7b80 req-aa2326c2-4e8b-4015-81a4-ee99d359ab18 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/security-groups?id=f357c6ef-9f50-4349-ad9e-8c95441b8337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422437 Nov 24 18:14:25.275925 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device c0c31938-4dc4-4ef0-9036-6c2c7c46b084 up at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:14:25.406564 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning for port c0c31938-4dc4-4ef0-9036-6c2c7c46b084 completed by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 18:14:25.411286 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning complete for port c0c31938-4dc4-4ef0-9036-6c2c7c46b084 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:14:25.411659 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:25.532260 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:25.558931 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303ca72a-3737-496e-9611-ec384b214fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c31938-4dc4-4ef0-9036-6c2c7c46b084'}] {{(pid=87425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:14:25.569187 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port c0c31938-4dc4-4ef0-9036-6c2c7c46b084, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=c0c31938-4dc4-4ef0-9036-6c2c7c46b084,segment=NetworkSegment(3eb657fb-2c6e-4a69-99b5-5669a40d35fd),segment_id=3eb657fb-2c6e-4a69-99b5-5669a40d35fd)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:14:25.603030 dv-cinder-818579-1-smb neutron-server[87425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303ca72a-3737-496e-9611-ec384b214fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c31938-4dc4-4ef0-9036-6c2c7c46b084', 'code': 200} Nov 24 18:14:25.606849 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:25.608698 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:14:25.673887 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=c0c31938-4dc4-4ef0-9036-6c2c7c46b084,revision_number=5']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:14:25.676936 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:14:25.900106 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 6 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:14:25.957551 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c150735-8ea9-4bd1-ad1e-52169789ce87 req-2f70a0fa-e983-430f-9c77-a3004e0b4cbf tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:14:25.958940 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7c150735-8ea9-4bd1-ad1e-52169789ce87 req-2f70a0fa-e983-430f-9c77-a3004e0b4cbf tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 945 time: 0.0841603 Nov 24 18:14:26.043930 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7c150735-8ea9-4bd1-ad1e-52169789ce87 req-293ab624-2d66-4521-a327-8ab003d2976d tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/security-groups?id=f357c6ef-9f50-4349-ad9e-8c95441b8337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785618 Nov 24 18:14:26.073021 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3670f-8da1-4d33-af8e-33a175b0ff32 req-cd889698-953c-4b9c-8b63-1549359b5c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:14:26.074451 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-66b3670f-8da1-4d33-af8e-33a175b0ff32 req-cd889698-953c-4b9c-8b63-1549359b5c13 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 1098 time: 0.0773094 Nov 24 18:14:26.114699 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-66b3670f-8da1-4d33-af8e-33a175b0ff32 req-604eb6fc-4656-4923-8057-5ba30ff640e2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f357c6ef-9f50-4349-ad9e-8c95441b8337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336835 Nov 24 18:14:27.236726 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3f69b-e47f-4133-9ad8-e9cebf47e3a8 req-1a3c5985-f40f-4e0d-8e54-886ec301c089 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:14:27.238177 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-b2a3f69b-e47f-4133-9ad8-e9cebf47e3a8 req-1a3c5985-f40f-4e0d-8e54-886ec301c089 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 945 time: 0.0863466 Nov 24 18:14:27.243060 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 59458) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:14:27.294654 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-b2a3f69b-e47f-4133-9ad8-e9cebf47e3a8 req-3a43b823-b93f-4cfc-8052-207bde13fdec tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/security-groups?id=f357c6ef-9f50-4349-ad9e-8c95441b8337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490835 Nov 24 18:14:27.367783 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-30214796-45fc-43a7-83f1-536bfc90448f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:27.382027 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-30214796-45fc-43a7-83f1-536bfc90448f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:14:27.385903 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-30214796-45fc-43a7-83f1-536bfc90448f admin admin] Usage tracker for resource:security_group_rule and tenant:6bf8db7fa7544650b82caac834e829d8 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:14:27.388839 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-30214796-45fc-43a7-83f1-536bfc90448f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:14:27.394490 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-30214796-45fc-43a7-83f1-536bfc90448f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:14:27.474773 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-30214796-45fc-43a7-83f1-536bfc90448f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:27.532293 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-30214796-45fc-43a7-83f1-536bfc90448f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:27.539073 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-22d93cb4-ce2f-4d8f-85b9-60fdc230e2f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:14:27.588153 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-30214796-45fc-43a7-83f1-536bfc90448f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6bf8db7fa7544650b82caac834e829d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3440480 Nov 24 18:14:27.590280 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30214796-45fc-43a7-83f1-536bfc90448f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769edc41-3b0c-402e-acc4-2eade103cf9d,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:14:27.593401 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 59466) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:14:27.593935 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-30214796-45fc-43a7-83f1-536bfc90448f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:14:27.656736 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-e5ae4c75-429c-4f19-9f48-04d693a4ab92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:27.681500 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-e5ae4c75-429c-4f19-9f48-04d693a4ab92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:27.801078 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-e5ae4c75-429c-4f19-9f48-04d693a4ab92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:27.805255 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-25f2eeae-9d1f-47cf-8e63-755df663cdc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:14:27.816071 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae4c75-429c-4f19-9f48-04d693a4ab92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769edc41-3b0c-402e-acc4-2eade103cf9d,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:14:27.818440 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-e5ae4c75-429c-4f19-9f48-04d693a4ab92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:14:27.825360 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-e5ae4c75-429c-4f19-9f48-04d693a4ab92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:27.829029 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-e5ae4c75-429c-4f19-9f48-04d693a4ab92 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/769edc41-3b0c-402e-acc4-2eade103cf9d HTTP/1.1" status: 204 len: 168 time: 0.2331088 Nov 24 18:14:28.413202 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 59476) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:14:28.432523 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-67d21fbe-ee9d-4a20-9f8b-0b781d4ef56a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:28.447229 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-67d21fbe-ee9d-4a20-9f8b-0b781d4ef56a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:14:28.451031 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-67d21fbe-ee9d-4a20-9f8b-0b781d4ef56a admin admin] Usage tracker for resource:security_group_rule and tenant:0e67e656b9e84071bb97b714b23dfd97 is out of sync, need to count used quota {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:14:28.454150 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [None req-67d21fbe-ee9d-4a20-9f8b-0b781d4ef56a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:14:28.459948 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.quota.driver [None req-67d21fbe-ee9d-4a20-9f8b-0b781d4ef56a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:14:28.482848 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc51e9-4047-4a9e-92b3-f4463a140f67 req-5e5b32d1-4de8-447b-8d90-823d219850c7 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:14:28.485611 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e3fc51e9-4047-4a9e-92b3-f4463a140f67 req-5e5b32d1-4de8-447b-8d90-823d219850c7 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 945 time: 0.0856218 Nov 24 18:14:28.529414 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e3fc51e9-4047-4a9e-92b3-f4463a140f67 req-4f8fcb67-3d15-4562-b29b-155bd0bf52f4 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/security-groups?id=f357c6ef-9f50-4349-ad9e-8c95441b8337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392373 Nov 24 18:14:28.543128 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-67d21fbe-ee9d-4a20-9f8b-0b781d4ef56a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:28.612324 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-67d21fbe-ee9d-4a20-9f8b-0b781d4ef56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:28.621504 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-da6972b3-47ea-408a-b970-d4357abb0e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:14:28.693127 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-67d21fbe-ee9d-4a20-9f8b-0b781d4ef56a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0e67e656b9e84071bb97b714b23dfd97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2782793 Nov 24 18:14:28.695889 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 59482) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:14:28.708319 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21fbe-ee9d-4a20-9f8b-0b781d4ef56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40b542d-ad1b-429c-a41d-8c17e15b3d46,revision_number=1']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:14:28.713285 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-67d21fbe-ee9d-4a20-9f8b-0b781d4ef56a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:14:28.747933 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94248cd3-fa4b-4253-a228-4fb7f02064a3 req-ecf664d9-3d57-4808-9e6d-1d04f215f741 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:14:28.749523 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-94248cd3-fa4b-4253-a228-4fb7f02064a3 req-ecf664d9-3d57-4808-9e6d-1d04f215f741 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 945 time: 0.1087294 Nov 24 18:14:28.759249 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-4ebfb4f2-1cde-40e9-a698-688714d6db79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:28.785185 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-4ebfb4f2-1cde-40e9-a698-688714d6db79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:28.793915 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-94248cd3-fa4b-4253-a228-4fb7f02064a3 req-a333371a-8f26-4a96-82f4-480d730419f8 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/security-groups?id=f357c6ef-9f50-4349-ad9e-8c95441b8337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386479 Nov 24 18:14:28.817120 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 59486) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:14:28.915887 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-4ebfb4f2-1cde-40e9-a698-688714d6db79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:28.919755 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-4f294364-327c-4cf8-a85c-28f3b704a4a5 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:14:28.932723 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfb4f2-1cde-40e9-a698-688714d6db79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40b542d-ad1b-429c-a41d-8c17e15b3d46,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:14:28.935603 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-4ebfb4f2-1cde-40e9-a698-688714d6db79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:14:28.937607 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-4ebfb4f2-1cde-40e9-a698-688714d6db79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:28.940337 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-4ebfb4f2-1cde-40e9-a698-688714d6db79 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b40b542d-ad1b-429c-a41d-8c17e15b3d46 HTTP/1.1" status: 204 len: 168 time: 0.2418129 Nov 24 18:14:29.109284 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ab5f6e-b080-4d98-af78-ac78c2fcdb3d tempest-TestShelveInstance-93720768 tempest-TestShelveInstance-93720768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:14:29.109989 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-23ab5f6e-b080-4d98-af78-ac78c2fcdb3d tempest-TestShelveInstance-93720768 tempest-TestShelveInstance-93720768-project-admin] Synchronizing usage tracker for tenant:7cbaeb77e3794933aa88149dd56c22a1 on resource:port {{(pid=87423) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:14:29.166697 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-23ab5f6e-b080-4d98-af78-ac78c2fcdb3d tempest-TestShelveInstance-93720768 tempest-TestShelveInstance-93720768-project-admin] Unset dirty status for tenant:7cbaeb77e3794933aa88149dd56c22a1 on resource:port {{(pid=87423) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:14:29.167751 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-23ab5f6e-b080-4d98-af78-ac78c2fcdb3d tempest-TestShelveInstance-93720768 tempest-TestShelveInstance-93720768-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 1093 time: 0.3497710 Nov 24 18:14:29.170660 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 59494) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:14:29.175689 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.v2.base [None req-87c9a670-5327-4e9f-852a-0667da9abf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Request body: {'floatingip': {'floating_network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'port_id': 'c0c31938-4dc4-4ef0-9036-6c2c7c46b084', 'tenant_id': '2e5d9eba045249419bd2b453a7b59b0d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 18:14:29.181800 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-87c9a670-5327-4e9f-852a-0667da9abf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:14:29.185778 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-87c9a670-5327-4e9f-852a-0667da9abf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Usage tracker for resource:floatingip and tenant:2e5d9eba045249419bd2b453a7b59b0d is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:14:29.188650 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-87c9a670-5327-4e9f-852a-0667da9abf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:14:29.194366 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-87c9a670-5327-4e9f-852a-0667da9abf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:14:29.263902 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-87c9a670-5327-4e9f-852a-0667da9abf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks [] for floatingip, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:29.417196 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-87c9a670-5327-4e9f-852a-0667da9abf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:29.555489 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.db_base_plugin_common [None req-87c9a670-5327-4e9f-852a-0667da9abf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Allocated IP 172.28.3.26 (526841e0-8571-4339-baee-0cea4a76b63c/7845b98e-863d-42c7-9a40-3bd9a535af60/13d7a278-a0c9-4927-b93c-30da176bd3cd) {{(pid=87423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 18:14:29.559213 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 59500) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:14:29.583581 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-c6e8b226-db67-4a2d-94ab-eaffcbd10d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:29.667811 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-c6e8b226-db67-4a2d-94ab-eaffcbd10d9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 18:14:29.682838 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-c6e8b226-db67-4a2d-94ab-eaffcbd10d9d admin admin] Usage tracker for resource:security_group_rule and tenant:a0dc1d23bddb45ba9f11db1471cbe499 is out of sync, need to count used quota {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 18:14:29.687466 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.quota.resource [None req-c6e8b226-db67-4a2d-94ab-eaffcbd10d9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87423) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 18:14:29.695943 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.quota.driver [None req-c6e8b226-db67-4a2d-94ab-eaffcbd10d9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87423) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 18:14:29.772446 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-87c9a670-5327-4e9f-852a-0667da9abf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks [] for port, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:29.843921 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-c6e8b226-db67-4a2d-94ab-eaffcbd10d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:29.886695 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-c6e8b226-db67-4a2d-94ab-eaffcbd10d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:29.893393 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-4bc914b6-0c4e-46aa-90a2-adf735372977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:14:29.936250 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-c6e8b226-db67-4a2d-94ab-eaffcbd10d9d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a0dc1d23bddb45ba9f11db1471cbe499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3735054 Nov 24 18:14:29.936250 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-87c9a670-5327-4e9f-852a-0667da9abf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730961774421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:29.936641 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 59504) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:14:29.940025 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8b226-db67-4a2d-94ab-eaffcbd10d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f25763-40c6-4b9a-a707-dd2f08104bf2,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:14:29.944543 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-c6e8b226-db67-4a2d-94ab-eaffcbd10d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:14:29.945565 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-6215e512-feb9-4d86-a108-292c7f836381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:14:30.006624 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-577277ac-838d-4c4a-a4e2-e1032d0de117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:30.011904 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c9a670-5327-4e9f-852a-0667da9abf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Network 526841e0-8571-4339-baee-0cea4a76b63c is already hosted by enough agents. {{(pid=87423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 18:14:30.015202 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.base_scheduler [None req-87c9a670-5327-4e9f-852a-0667da9abf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Resources bound (agent type, host, resource id): {{(pid=87423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 18:14:30.018972 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c9a670-5327-4e9f-852a-0667da9abf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Received port after_create {{(pid=87423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 18:14:30.036181 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-577277ac-838d-4c4a-a4e2-e1032d0de117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:30.067661 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c9a670-5327-4e9f-852a-0667da9abf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Pushing event updated for resources: {'Port': ['ID=13d7a278-a0c9-4927-b93c-30da176bd3cd,revision_number=1']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:14:30.072579 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-87c9a670-5327-4e9f-852a-0667da9abf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:14:30.143916 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-577277ac-838d-4c4a-a4e2-e1032d0de117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:30.148993 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-6ab768aa-fcc8-477b-9735-164dba2e7072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:14:30.163700 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577277ac-838d-4c4a-a4e2-e1032d0de117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f25763-40c6-4b9a-a707-dd2f08104bf2,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:14:30.166157 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-577277ac-838d-4c4a-a4e2-e1032d0de117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:14:30.177279 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-577277ac-838d-4c4a-a4e2-e1032d0de117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:30.178423 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-577277ac-838d-4c4a-a4e2-e1032d0de117 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/27f25763-40c6-4b9a-a707-dd2f08104bf2 HTTP/1.1" status: 204 len: 168 time: 0.2408566 Nov 24 18:14:30.576111 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-87c9a670-5327-4e9f-852a-0667da9abf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:30.708252 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-87c9a670-5327-4e9f-852a-0667da9abf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:30.911143 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-87c9a670-5327-4e9f-852a-0667da9abf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks [] for port, precommit_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:30.978103 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-87c9a670-5327-4e9f-852a-0667da9abf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4080791'] for port, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:30.981857 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-ea66d8a7-684b-49aa-8b83-b3601433a6c3 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:14:31.082724 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c9a670-5327-4e9f-852a-0667da9abf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Pushing event updated for resources: {'Port': ['ID=13d7a278-a0c9-4927-b93c-30da176bd3cd,revision_number=2']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:14:31.087238 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-87c9a670-5327-4e9f-852a-0667da9abf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:14:31.095162 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-87c9a670-5327-4e9f-852a-0667da9abf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505783'] for floatingip, after_update {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:31.258153 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.db.l3_db [None req-87c9a670-5327-4e9f-852a-0667da9abf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Floating IP ac0a4ea2-1c14-40b6-887b-006858dc43e3 associated. External IP: 172.28.3.26, port: c0c31938-4dc4-4ef0-9036-6c2c7c46b084. Nov 24 18:14:31.594975 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c9a670-5327-4e9f-852a-0667da9abf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Router a0d36cf8-4df7-4a9e-8c14-cbd305cd602c has already been hosted by L3 agent aba83f48-bec1-4447-972f-e1c88a92dee8 {{(pid=87423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 18:14:31.858588 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c9a670-5327-4e9f-852a-0667da9abf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify agent at l3_agent.dv-cinder-818579-1-smb the message routers_updated {{(pid=87423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 18:14:31.868690 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668ac9d6-d421-4a69-a3c7-bb96f7b40bb6 None None] Sync routers for ids ['a0d36cf8-4df7-4a9e-8c14-cbd305cd602c'] in dv-cinder-818579-1-smb {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 18:14:31.878563 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668ac9d6-d421-4a69-a3c7-bb96f7b40bb6 None None] Routers {'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:14:31.879180 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-668ac9d6-d421-4a69-a3c7-bb96f7b40bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:14:10Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['a0d36cf8-4df7-4a9e-8c14-cbd305cd602c'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:14:31.949968 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-87c9a670-5327-4e9f-852a-0667da9abf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for floatingip, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:32.006583 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-87c9a670-5327-4e9f-852a-0667da9abf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8349018 Nov 24 18:14:32.007287 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303ca72a-3737-496e-9611-ec384b214fa0', 'tag': 'c0c31938-4dc4-4ef0-9036-6c2c7c46b084'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:14:32.051109 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303ca72a-3737-496e-9611-ec384b214fa0', 'tag': 'c0c31938-4dc4-4ef0-9036-6c2c7c46b084', 'status': 'completed', 'code': 200} Nov 24 18:14:32.057328 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-668ac9d6-d421-4a69-a3c7-bb96f7b40bb6 None None] Set router a0d36cf8-4df7-4a9e-8c14-cbd305cd602c gateway port host: dv-cinder-818579-1-smb {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:14:32.143038 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99601caa-9ba8-477b-ba67-8e3180223d69 req-a6b98f29-767b-4df8-b4ae-6e3b6eed9a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:14:32.144547 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-99601caa-9ba8-477b-ba67-8e3180223d69 req-a6b98f29-767b-4df8-b4ae-6e3b6eed9a80 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2e5d9eba045249419bd2b453a7b59b0d&device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 1098 time: 0.0696092 Nov 24 18:14:32.274143 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99601caa-9ba8-477b-ba67-8e3180223d69 req-fec9292b-a088-408f-a979-10c881dec4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:14:32.275587 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-99601caa-9ba8-477b-ba67-8e3180223d69 req-fec9292b-a088-408f-a979-10c881dec4b1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e HTTP/1.1" status: 200 len: 909 time: 0.1246319 Nov 24 18:14:32.386839 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-99601caa-9ba8-477b-ba67-8e3180223d69 req-a996a06f-ac72-4bac-abd5-66a341439852 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0c31938-4dc4-4ef0-9036-6c2c7c46b084 HTTP/1.1" status: 200 len: 998 time: 0.1042910 Nov 24 18:14:32.432065 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-668ac9d6-d421-4a69-a3c7-bb96f7b40bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'name': 'tempest-TestShelveInstance-137379158-router', 'tenant_id': '2e5d9eba045249419bd2b453a7b59b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '8786b175-b573-4448-ba8d-0e37f452a153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:13:39Z', 'updated_at': '2021-11-24T18:13:44Z', 'revision_number': 4, 'project_id': '2e5d9eba045249419bd2b453a7b59b0d', 'gw_port': {'id': '8786b175-b573-4448-ba8d-0e37f452a153', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:13:40Z', 'updated_at': '2021-11-24T18:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_floatingips': [{'id': 'ac0a4ea2-1c14-40b6-887b-006858dc43e3', 'tenant_id': '2e5d9eba045249419bd2b453a7b59b0d', 'floating_ip_address': '172.28.3.26', 'floating_network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'router_id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'port_id': 'c0c31938-4dc4-4ef0-9036-6c2c7c46b084', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e', 'mac_address': 'fa:16:3e:25:e5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303ca72a-3737-496e-9611-ec384b214fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:14:30Z', 'updated_at': '2021-11-24T18:14:30Z', 'revision_number': 0, 'project_id': '2e5d9eba045249419bd2b453a7b59b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d4ff80-e18f-49f4-96f9-41add03698b6', 'name': '', 'network_id': '8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e', 'tenant_id': '2e5d9eba045249419bd2b453a7b59b0d', 'mac_address': 'fa:16:3e:ef:85:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '92ff3537-94e6-48e2-8da6-7768df38d8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:13:43Z', 'updated_at': '2021-11-24T18:13:50Z', 'revision_number': 5, 'project_id': '2e5d9eba045249419bd2b453a7b59b0d', 'subnets': [{'id': '92ff3537-94e6-48e2-8da6-7768df38d8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:14:32.435854 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668ac9d6-d421-4a69-a3c7-bb96f7b40bb6 None None] Checking router: a0d36cf8-4df7-4a9e-8c14-cbd305cd602c for host: dv-cinder-818579-1-smb {{(pid=87425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 18:14:32.444746 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668ac9d6-d421-4a69-a3c7-bb96f7b40bb6 None None] Routers {'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:14:32.445407 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-668ac9d6-d421-4a69-a3c7-bb96f7b40bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:14:10Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['a0d36cf8-4df7-4a9e-8c14-cbd305cd602c'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:14:32.449766 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99601caa-9ba8-477b-ba67-8e3180223d69 req-40c56e89-3927-4166-98ca-4f94de3b25fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:14:32.451195 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-99601caa-9ba8-477b-ba67-8e3180223d69 req-40c56e89-3927-4166-98ca-4f94de3b25fc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=92ff3537-94e6-48e2-8da6-7768df38d8e9 HTTP/1.1" status: 200 len: 847 time: 0.0583191 Nov 24 18:14:32.531129 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99601caa-9ba8-477b-ba67-8e3180223d69 req-5ea5e280-6671-40c5-8570-4206598133bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:14:32.532630 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-99601caa-9ba8-477b-ba67-8e3180223d69 req-5ea5e280-6671-40c5-8570-4206598133bd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0749459 Nov 24 18:14:32.628131 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-668ac9d6-d421-4a69-a3c7-bb96f7b40bb6 None None] Set router a0d36cf8-4df7-4a9e-8c14-cbd305cd602c gateway port host: dv-cinder-818579-1-smb {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:14:32.665368 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-99601caa-9ba8-477b-ba67-8e3180223d69 req-6c1c50e9-c502-46b5-a087-ddeb1df3d769 service neutron] 10.222.0.66 "GET /v2.0/networks/8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253200 Nov 24 18:14:32.799168 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-99601caa-9ba8-477b-ba67-8e3180223d69 req-6defa0e8-6dbf-4048-bb2b-cdb02996806f service neutron] 10.222.0.66 "GET /v2.0/networks/8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273899 Nov 24 18:14:33.144976 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-668ac9d6-d421-4a69-a3c7-bb96f7b40bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'name': 'tempest-TestShelveInstance-137379158-router', 'tenant_id': '2e5d9eba045249419bd2b453a7b59b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '8786b175-b573-4448-ba8d-0e37f452a153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:13:39Z', 'updated_at': '2021-11-24T18:13:44Z', 'revision_number': 4, 'project_id': '2e5d9eba045249419bd2b453a7b59b0d', 'gw_port': {'id': '8786b175-b573-4448-ba8d-0e37f452a153', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:13:40Z', 'updated_at': '2021-11-24T18:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_floatingips': [{'id': 'ac0a4ea2-1c14-40b6-887b-006858dc43e3', 'tenant_id': '2e5d9eba045249419bd2b453a7b59b0d', 'floating_ip_address': '172.28.3.26', 'floating_network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'router_id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'port_id': 'c0c31938-4dc4-4ef0-9036-6c2c7c46b084', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e', 'mac_address': 'fa:16:3e:25:e5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303ca72a-3737-496e-9611-ec384b214fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:14:30Z', 'updated_at': '2021-11-24T18:14:30Z', 'revision_number': 0, 'project_id': '2e5d9eba045249419bd2b453a7b59b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d4ff80-e18f-49f4-96f9-41add03698b6', 'name': '', 'network_id': '8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e', 'tenant_id': '2e5d9eba045249419bd2b453a7b59b0d', 'mac_address': 'fa:16:3e:ef:85:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '92ff3537-94e6-48e2-8da6-7768df38d8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:13:43Z', 'updated_at': '2021-11-24T18:13:50Z', 'revision_number': 5, 'project_id': '2e5d9eba045249419bd2b453a7b59b0d', 'subnets': [{'id': '92ff3537-94e6-48e2-8da6-7768df38d8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:14:33.149324 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668ac9d6-d421-4a69-a3c7-bb96f7b40bb6 None None] The sync data for ids ['a0d36cf8-4df7-4a9e-8c14-cbd305cd602c'] in dv-cinder-818579-1-smb is: [{'id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'name': 'tempest-TestShelveInstance-137379158-router', 'tenant_id': '2e5d9eba045249419bd2b453a7b59b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '8786b175-b573-4448-ba8d-0e37f452a153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:13:39Z', 'updated_at': '2021-11-24T18:13:44Z', 'revision_number': 4, 'project_id': '2e5d9eba045249419bd2b453a7b59b0d', 'gw_port': {'id': '8786b175-b573-4448-ba8d-0e37f452a153', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:13:40Z', 'updated_at': '2021-11-24T18:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_floatingips': [{'id': 'ac0a4ea2-1c14-40b6-887b-006858dc43e3', 'tenant_id': '2e5d9eba045249419bd2b453a7b59b0d', 'floating_ip_address': '172.28.3.26', 'floating_network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'router_id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'port_id': 'c0c31938-4dc4-4ef0-9036-6c2c7c46b084', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e', 'mac_address': 'fa:16:3e:25:e5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303ca72a-3737-496e-9611-ec384b214fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:14:30Z', 'updated_at': '2021-11-24T18:14:30Z', 'revision_number': 0, 'project_id': '2e5d9eba045249419bd2b453a7b59b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d4ff80-e18f-49f4-96f9-41add03698b6', 'name': '', 'network_id': '8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e', 'tenant_id': '2e5d9eba045249419bd2b453a7b59b0d', 'mac_address': 'fa:16:3e:ef:85:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '92ff3537-94e6-48e2-8da6-7768df38d8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:13:43Z', 'updated_at': '2021-11-24T18:13:50Z', 'revision_number': 5, 'project_id': '2e5d9eba045249419bd2b453a7b59b0d', 'subnets': [{'id': '92ff3537-94e6-48e2-8da6-7768df38d8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 18:14:33.332681 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154e45e4-569e-4370-b688-55fc2d8b5d5a None None] New status for floating IP ac0a4ea2-1c14-40b6-887b-006858dc43e3: ACTIVE {{(pid=87426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 18:14:37.726968 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-39524733-2173-4067-b2c7-91daccc54bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:38.297981 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:40.446344 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-4948f18c-00ab-4516-b036-2b9f7bb91a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:41.361027 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:42.694542 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:52.223258 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:14:57.628153 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e3638fb1-c19e-4d1a-b965-6e1f109d2ce3 req-e556eef2-980f-4b0d-bbbd-1848b2d2ae31 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799463 Nov 24 18:14:57.769498 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3638fb1-c19e-4d1a-b965-6e1f109d2ce3 req-80a7a26b-50e7-4fea-a572-39bdde76fa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:14:57.771023 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e3638fb1-c19e-4d1a-b965-6e1f109d2ce3 req-80a7a26b-50e7-4fea-a572-39bdde76fa67 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2e5d9eba045249419bd2b453a7b59b0d&device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 1098 time: 0.0749135 Nov 24 18:14:57.918548 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3638fb1-c19e-4d1a-b965-6e1f109d2ce3 req-4c090130-8a43-4e89-a1ea-b4a99cf82dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:14:57.919949 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e3638fb1-c19e-4d1a-b965-6e1f109d2ce3 req-4c090130-8a43-4e89-a1ea-b4a99cf82dfd service neutron] 10.222.0.66 "GET /v2.0/networks?id=8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e HTTP/1.1" status: 200 len: 909 time: 0.1276336 Nov 24 18:14:58.055351 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e3638fb1-c19e-4d1a-b965-6e1f109d2ce3 req-2c53b22b-7e4b-4d1d-b682-b973654043cd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0c31938-4dc4-4ef0-9036-6c2c7c46b084 HTTP/1.1" status: 200 len: 1000 time: 0.1282754 Nov 24 18:14:58.125114 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3638fb1-c19e-4d1a-b965-6e1f109d2ce3 req-cd37312b-a652-474a-abc2-0595ef505b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:14:58.126553 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e3638fb1-c19e-4d1a-b965-6e1f109d2ce3 req-cd37312b-a652-474a-abc2-0595ef505b89 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=92ff3537-94e6-48e2-8da6-7768df38d8e9 HTTP/1.1" status: 200 len: 847 time: 0.0651042 Nov 24 18:14:58.201435 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3638fb1-c19e-4d1a-b965-6e1f109d2ce3 req-3ef4278c-1d27-474d-ada0-d37631c71cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:14:58.203034 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e3638fb1-c19e-4d1a-b965-6e1f109d2ce3 req-3ef4278c-1d27-474d-ada0-d37631c71cab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0692613 Nov 24 18:14:58.428100 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e3638fb1-c19e-4d1a-b965-6e1f109d2ce3 req-321ab07b-4a7b-486e-8aa4-bd0331c20baf service neutron] 10.222.0.66 "GET /v2.0/networks/8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180967 Nov 24 18:14:58.559914 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e3638fb1-c19e-4d1a-b965-6e1f109d2ce3 req-ba467756-04f3-4ab7-aecb-84becb8c6a6c service neutron] 10.222.0.66 "GET /v2.0/networks/8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237831 Nov 24 18:15:02.899057 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 6 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:15:07.668785 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-8bbc8426-9b1b-4383-ab3a-f4696d780dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:15:08.308792 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:15:10.451489 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-97879a6f-557a-4d86-8ecb-437e702b4659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:15:11.371439 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:15:12.691402 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:15:22.228379 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:15:37.674411 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-bd47561d-f475-4daf-b643-cd6f1f1df538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:15:38.308589 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:15:39.897371 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 6 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:15:40.416661 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-358caf34-a4a9-4fb3-a353-b33a83001fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:15:41.376867 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:15:42.719409 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:15:52.239768 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:15:59.618063 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ee313719-9241-4b19-b9ce-dbdc5ed9cffa req-11f7d1d4-76ed-4ecf-9f72-d187a92acc23 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737553 Nov 24 18:15:59.752505 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee313719-9241-4b19-b9ce-dbdc5ed9cffa req-6c0a99ac-2a04-44ca-b014-a3781ef8afb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:15:59.753946 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ee313719-9241-4b19-b9ce-dbdc5ed9cffa req-6c0a99ac-2a04-44ca-b014-a3781ef8afb5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2e5d9eba045249419bd2b453a7b59b0d&device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 1098 time: 0.0699944 Nov 24 18:15:59.904129 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee313719-9241-4b19-b9ce-dbdc5ed9cffa req-43907279-3747-4cf8-a10a-f6c2e24f9045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:15:59.905582 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ee313719-9241-4b19-b9ce-dbdc5ed9cffa req-43907279-3747-4cf8-a10a-f6c2e24f9045 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e HTTP/1.1" status: 200 len: 909 time: 0.1329901 Nov 24 18:16:00.007846 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ee313719-9241-4b19-b9ce-dbdc5ed9cffa req-bb20369e-ff01-40e1-99c1-53780182b516 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0c31938-4dc4-4ef0-9036-6c2c7c46b084 HTTP/1.1" status: 200 len: 1000 time: 0.0956869 Nov 24 18:16:00.071171 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee313719-9241-4b19-b9ce-dbdc5ed9cffa req-44760b52-f189-49be-a61f-29a6e0179035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:16:00.072557 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ee313719-9241-4b19-b9ce-dbdc5ed9cffa req-44760b52-f189-49be-a61f-29a6e0179035 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=92ff3537-94e6-48e2-8da6-7768df38d8e9 HTTP/1.1" status: 200 len: 847 time: 0.0583980 Nov 24 18:16:00.144820 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee313719-9241-4b19-b9ce-dbdc5ed9cffa req-b879fe78-009a-4462-8d58-ef7ee1aa128f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:16:00.146150 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ee313719-9241-4b19-b9ce-dbdc5ed9cffa req-b879fe78-009a-4462-8d58-ef7ee1aa128f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0676050 Nov 24 18:16:00.285906 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ee313719-9241-4b19-b9ce-dbdc5ed9cffa req-86a85401-fdcf-436e-a388-1991e4e4c835 service neutron] 10.222.0.66 "GET /v2.0/networks/8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328321 Nov 24 18:16:00.415282 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-ee313719-9241-4b19-b9ce-dbdc5ed9cffa req-8dc5975e-3540-471b-9fcf-c195847bfc72 service neutron] 10.222.0.66 "GET /v2.0/networks/8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226754 Nov 24 18:16:07.690730 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-372f9fbb-ea94-4ffb-b814-ada50e1cf1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:16:08.308235 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:16:10.439276 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-b8b666ed-3982-4da3-bb10-2ebeaae4f0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:16:11.382034 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:16:12.684737 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:16:16.896396 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 6 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:16:21.540003 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b633d0-a49e-453e-ba28-f8470bfed968 req-38d0b5e1-c39f-434e-bbe3-70de17bc2112 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:16:21.541470 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-32b633d0-a49e-453e-ba28-f8470bfed968 req-38d0b5e1-c39f-434e-bbe3-70de17bc2112 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 945 time: 0.3057213 Nov 24 18:16:21.589702 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-32b633d0-a49e-453e-ba28-f8470bfed968 req-e2558b8e-765d-460a-9cd7-20d569eb973e tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/security-groups?id=f357c6ef-9f50-4349-ad9e-8c95441b8337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426581 Nov 24 18:16:22.261677 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:16:22.842063 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a7a16-095b-41e7-9837-03723a040962 req-2c7dbcb5-7ea7-429b-9d17-7db8a3ed156b tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:16:22.843522 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-d20a7a16-095b-41e7-9837-03723a040962 req-2c7dbcb5-7ea7-429b-9d17-7db8a3ed156b tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 945 time: 0.1368320 Nov 24 18:16:22.887394 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-d20a7a16-095b-41e7-9837-03723a040962 req-5774f9ee-8d7d-41dd-add0-c2bd861a60c4 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/security-groups?id=f357c6ef-9f50-4349-ad9e-8c95441b8337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380881 Nov 24 18:16:24.068335 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313a89d-194b-431f-9081-6982c338b575 req-9bbd725d-7a0b-46b6-810a-c7f999bde5ea tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:16:24.069833 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-8313a89d-194b-431f-9081-6982c338b575 req-9bbd725d-7a0b-46b6-810a-c7f999bde5ea tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 945 time: 0.0774271 Nov 24 18:16:24.113995 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-8313a89d-194b-431f-9081-6982c338b575 req-32887927-e80a-4ee6-a5ca-fca175055b8b tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/security-groups?id=f357c6ef-9f50-4349-ad9e-8c95441b8337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385964 Nov 24 18:16:25.292132 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ba77b-51fd-4e7d-aa1f-7c2ce19202ec req-3506a1f8-5d7d-4beb-a611-25b85176bbb0 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:16:25.293605 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-e52ba77b-51fd-4e7d-aa1f-7c2ce19202ec req-3506a1f8-5d7d-4beb-a611-25b85176bbb0 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 945 time: 0.0784309 Nov 24 18:16:25.341805 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-e52ba77b-51fd-4e7d-aa1f-7c2ce19202ec req-434866e7-80e7-4509-90da-821f9e73290c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/security-groups?id=f357c6ef-9f50-4349-ad9e-8c95441b8337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387039 Nov 24 18:16:26.527005 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc4479-e945-4ee7-8bed-5cfd6bd7bce9 req-ded57485-6148-4d10-9290-081ddce741f6 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:16:26.529039 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a6cc4479-e945-4ee7-8bed-5cfd6bd7bce9 req-ded57485-6148-4d10-9290-081ddce741f6 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 945 time: 0.0819328 Nov 24 18:16:26.571193 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-a6cc4479-e945-4ee7-8bed-5cfd6bd7bce9 req-d5ecf2ee-6abd-4de3-9fac-7158e5cce497 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/security-groups?id=f357c6ef-9f50-4349-ad9e-8c95441b8337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366406 Nov 24 18:16:27.754151 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeba193-6447-4103-9e5a-3126bab5dea9 req-13c6b4ef-253c-4897-8f24-37e459dcc8f0 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:16:27.755609 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-bdeba193-6447-4103-9e5a-3126bab5dea9 req-13c6b4ef-253c-4897-8f24-37e459dcc8f0 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 945 time: 0.0807381 Nov 24 18:16:27.798632 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-bdeba193-6447-4103-9e5a-3126bab5dea9 req-96bb461e-280c-438a-8f8d-0a010d18065d tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/security-groups?id=f357c6ef-9f50-4349-ad9e-8c95441b8337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374715 Nov 24 18:16:28.979467 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12658702-66ab-4be1-a6df-7f956951681e req-29a1eeac-912d-4d99-97d9-eb9317d5c7fe tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:16:28.980923 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-12658702-66ab-4be1-a6df-7f956951681e req-29a1eeac-912d-4d99-97d9-eb9317d5c7fe tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 945 time: 0.0792265 Nov 24 18:16:29.023910 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-12658702-66ab-4be1-a6df-7f956951681e req-18780199-8fc2-467c-aabc-8c0dfe0037fb tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/security-groups?id=f357c6ef-9f50-4349-ad9e-8c95441b8337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374198 Nov 24 18:16:30.213316 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a8e23-630a-413c-bc83-0a998cd07604 req-8705e09a-94ed-49c8-899e-35975baa36a1 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:16:30.214683 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-639a8e23-630a-413c-bc83-0a998cd07604 req-8705e09a-94ed-49c8-899e-35975baa36a1 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 945 time: 0.0817435 Nov 24 18:16:30.369718 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-639a8e23-630a-413c-bc83-0a998cd07604 req-2cad051e-d171-4ddf-b022-05ccb9568061 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/security-groups?id=f357c6ef-9f50-4349-ad9e-8c95441b8337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487427 Nov 24 18:16:31.593770 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4870ba-f5b4-4d78-b15d-a7d7c8b496fc req-704db18c-92ae-42dd-931c-475d28fca845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:16:31.595286 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-eb4870ba-f5b4-4d78-b15d-a7d7c8b496fc req-704db18c-92ae-42dd-931c-475d28fca845 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2e5d9eba045249419bd2b453a7b59b0d&device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 1098 time: 0.1851876 Nov 24 18:16:31.606152 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec63935-8e16-4066-a7ee-d13fc291bad2 req-c821132a-323c-498e-8a87-73dcb68a3162 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:16:31.607523 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-bec63935-8e16-4066-a7ee-d13fc291bad2 req-c821132a-323c-498e-8a87-73dcb68a3162 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 945 time: 0.1210814 Nov 24 18:16:31.815526 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-bec63935-8e16-4066-a7ee-d13fc291bad2 req-e377e485-84f6-479a-ada3-00fea06eeb92 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/security-groups?id=f357c6ef-9f50-4349-ad9e-8c95441b8337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892812 Nov 24 18:16:31.851703 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4870ba-f5b4-4d78-b15d-a7d7c8b496fc req-0e2d62e9-bbac-4931-9689-d08af809ed92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:16:31.853263 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-eb4870ba-f5b4-4d78-b15d-a7d7c8b496fc req-0e2d62e9-bbac-4931-9689-d08af809ed92 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e HTTP/1.1" status: 200 len: 909 time: 0.2449198 Nov 24 18:16:31.954386 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-eb4870ba-f5b4-4d78-b15d-a7d7c8b496fc req-a26fd0be-4f93-4881-bf68-8e64fddb9010 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0c31938-4dc4-4ef0-9036-6c2c7c46b084 HTTP/1.1" status: 200 len: 1000 time: 0.0933459 Nov 24 18:16:32.018911 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4870ba-f5b4-4d78-b15d-a7d7c8b496fc req-62a82359-d9e0-44f6-a196-33fb8caa811b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:16:32.020304 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-eb4870ba-f5b4-4d78-b15d-a7d7c8b496fc req-62a82359-d9e0-44f6-a196-33fb8caa811b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=92ff3537-94e6-48e2-8da6-7768df38d8e9 HTTP/1.1" status: 200 len: 847 time: 0.0595438 Nov 24 18:16:32.093884 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4870ba-f5b4-4d78-b15d-a7d7c8b496fc req-020c04d2-4407-4e0a-b90f-8d2117e96855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:16:32.095194 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-eb4870ba-f5b4-4d78-b15d-a7d7c8b496fc req-020c04d2-4407-4e0a-b90f-8d2117e96855 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0688374 Nov 24 18:16:32.105301 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [req-eb4870ba-f5b4-4d78-b15d-a7d7c8b496fc req-0b8e259d-7b09-44f9-858d-25607102db5c service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=87423) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 18:16:32.106284 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-eb4870ba-f5b4-4d78-b15d-a7d7c8b496fc req-0b8e259d-7b09-44f9-858d-25607102db5c service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047383 Nov 24 18:16:32.234629 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-eb4870ba-f5b4-4d78-b15d-a7d7c8b496fc req-86dfdbea-c21a-4561-a595-0778909f06ce service neutron] 10.222.0.66 "GET /v2.0/networks/8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220222 Nov 24 18:16:32.365297 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-eb4870ba-f5b4-4d78-b15d-a7d7c8b496fc req-f3b17981-872e-4f3b-aafa-b3e1e067a75e service neutron] 10.222.0.66 "GET /v2.0/networks/8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240416 Nov 24 18:16:33.002389 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655cc6dd-7996-4c65-b469-c5286a2fc0bd req-32b0218e-bb39-4509-9d73-50f1096463c3 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:16:33.003843 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-655cc6dd-7996-4c65-b469-c5286a2fc0bd req-32b0218e-bb39-4509-9d73-50f1096463c3 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 945 time: 0.0832739 Nov 24 18:16:33.047349 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-655cc6dd-7996-4c65-b469-c5286a2fc0bd req-53e0304b-36a9-4491-b0b8-d5d6b2e2f545 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/security-groups?id=f357c6ef-9f50-4349-ad9e-8c95441b8337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379219 Nov 24 18:16:34.232199 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e299f77-136c-417a-953d-10806753b921 req-f6588b30-e9af-44d9-934f-d8776ec0bc83 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:16:34.233670 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-2e299f77-136c-417a-953d-10806753b921 req-f6588b30-e9af-44d9-934f-d8776ec0bc83 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 945 time: 0.0850575 Nov 24 18:16:34.279176 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-2e299f77-136c-417a-953d-10806753b921 req-b1f134d1-4794-4116-b22f-e8af54b229df tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/security-groups?id=f357c6ef-9f50-4349-ad9e-8c95441b8337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399575 Nov 24 18:16:35.471015 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f1a34-4902-4ef3-b2c7-9517c258f699 req-b1ac4e13-d4ee-4e60-a567-2cbb8f9cb0b8 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:16:35.472446 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-3a0f1a34-4902-4ef3-b2c7-9517c258f699 req-b1ac4e13-d4ee-4e60-a567-2cbb8f9cb0b8 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 945 time: 0.0804110 Nov 24 18:16:35.516329 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-3a0f1a34-4902-4ef3-b2c7-9517c258f699 req-585ffcc9-af4a-4ad0-9d9c-66802053bb27 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/security-groups?id=f357c6ef-9f50-4349-ad9e-8c95441b8337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380569 Nov 24 18:16:36.110895 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-9a673f47-7d8c-4dea-bfa7-b87077aa3ab9 req-d2df78d3-101a-42f0-bf07-d670a9eeb95e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1012793 Nov 24 18:16:36.118188 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02885976-02e1-4fab-a11f-e5d16e063f1d req-4806f523-c3d8-4cb5-9f18-770f704bf702 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:16:36.119540 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-02885976-02e1-4fab-a11f-e5d16e063f1d req-4806f523-c3d8-4cb5-9f18-770f704bf702 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 945 time: 0.1464994 Nov 24 18:16:36.163282 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-02885976-02e1-4fab-a11f-e5d16e063f1d req-b2a78a44-5e03-4385-a1d7-34a04b514876 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/security-groups?id=f357c6ef-9f50-4349-ad9e-8c95441b8337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380554 Nov 24 18:16:37.350506 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cae719-e564-4714-a689-7af4ed99beb8 req-7f1134f0-8037-40ee-9571-76b627af01c0 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:16:37.352100 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-88cae719-e564-4714-a689-7af4ed99beb8 req-7f1134f0-8037-40ee-9571-76b627af01c0 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 945 time: 0.0849712 Nov 24 18:16:37.400873 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-88cae719-e564-4714-a689-7af4ed99beb8 req-2c3cdf29-0e72-4661-a94c-d3d675053af6 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/security-groups?id=f357c6ef-9f50-4349-ad9e-8c95441b8337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425851 Nov 24 18:16:37.672900 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c03ed1cb-82f7-42ed-bb55-8c069f3faf76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:16:37.863632 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device c0c31938-4dc4-4ef0-9036-6c2c7c46b084 no longer exists at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:16:38.010718 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:16:38.046850 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303ca72a-3737-496e-9611-ec384b214fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0c31938-4dc4-4ef0-9036-6c2c7c46b084'}] {{(pid=87425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:16:38.056811 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port c0c31938-4dc4-4ef0-9036-6c2c7c46b084, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=c0c31938-4dc4-4ef0-9036-6c2c7c46b084,segment=NetworkSegment(3eb657fb-2c6e-4a69-99b5-5669a40d35fd),segment_id=3eb657fb-2c6e-4a69-99b5-5669a40d35fd)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:16:38.086511 dv-cinder-818579-1-smb neutron-server[87425]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '303ca72a-3737-496e-9611-ec384b214fa0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c0c31938-4dc4-4ef0-9036-6c2c7c46b084', 'code': 422} returned with failed status Nov 24 18:16:38.101481 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:16:38.103189 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:16:38.168806 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=c0c31938-4dc4-4ef0-9036-6c2c7c46b084,revision_number=6']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:16:38.175889 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:16:38.176228 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:16:38.176589 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:16:38.176916 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:16:38.177239 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:16:38.177560 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:16:38.177875 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:16:38.178257 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:16:38.178544 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:16:38.178856 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:16:38.179166 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:16:38.179473 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:16:38.183348 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:16:38.306252 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:16:38.585577 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a673f47-7d8c-4dea-bfa7-b87077aa3ab9 req-381ed997-91fc-4811-9e8d-e148d4509077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:16:38.586972 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9a673f47-7d8c-4dea-bfa7-b87077aa3ab9 req-381ed997-91fc-4811-9e8d-e148d4509077 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0&tenant_id=2e5d9eba045249419bd2b453a7b59b0d HTTP/1.1" status: 200 len: 1096 time: 0.1282535 Nov 24 18:16:38.603343 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fe3b1-8fcb-4525-88d5-c479df0d67a9 req-6577a59b-86da-49b9-8b5a-9c9eef8d93d1 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:16:38.604892 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b45fe3b1-8fcb-4525-88d5-c479df0d67a9 req-6577a59b-86da-49b9-8b5a-9c9eef8d93d1 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 943 time: 0.0942819 Nov 24 18:16:38.703998 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b45fe3b1-8fcb-4525-88d5-c479df0d67a9 req-d64b975b-46df-4bed-b645-b7515be24fd9 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/security-groups?id=f357c6ef-9f50-4349-ad9e-8c95441b8337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636582 Nov 24 18:16:38.718628 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a673f47-7d8c-4dea-bfa7-b87077aa3ab9 req-70de39ec-449f-48ac-bb24-41e2c7b00c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:16:38.718765 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9a673f47-7d8c-4dea-bfa7-b87077aa3ab9 req-70de39ec-449f-48ac-bb24-41e2c7b00c99 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2e5d9eba045249419bd2b453a7b59b0d&device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 1096 time: 0.1093986 Nov 24 18:16:38.850437 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a673f47-7d8c-4dea-bfa7-b87077aa3ab9 req-ed890bd8-8b33-4172-b855-a2c8d7f3dce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:16:38.851788 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9a673f47-7d8c-4dea-bfa7-b87077aa3ab9 req-ed890bd8-8b33-4172-b855-a2c8d7f3dce9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e HTTP/1.1" status: 200 len: 909 time: 0.1272919 Nov 24 18:16:38.954259 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9a673f47-7d8c-4dea-bfa7-b87077aa3ab9 req-b87d0727-98bf-47dc-bc23-3a9e5c0b8aae service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0c31938-4dc4-4ef0-9036-6c2c7c46b084 HTTP/1.1" status: 200 len: 998 time: 0.0950558 Nov 24 18:16:39.014276 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a673f47-7d8c-4dea-bfa7-b87077aa3ab9 req-e81dc16e-738c-4c45-aab7-a624512012e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:16:39.015620 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9a673f47-7d8c-4dea-bfa7-b87077aa3ab9 req-e81dc16e-738c-4c45-aab7-a624512012e7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=92ff3537-94e6-48e2-8da6-7768df38d8e9 HTTP/1.1" status: 200 len: 847 time: 0.0554116 Nov 24 18:16:39.091972 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a673f47-7d8c-4dea-bfa7-b87077aa3ab9 req-c535bfee-2232-4129-bc86-4834b4671503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:16:39.093940 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9a673f47-7d8c-4dea-bfa7-b87077aa3ab9 req-c535bfee-2232-4129-bc86-4834b4671503 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0710666 Nov 24 18:16:39.304622 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9a673f47-7d8c-4dea-bfa7-b87077aa3ab9 req-541d5480-fcf1-4f43-b034-527ce882c42b service neutron] 10.222.0.66 "GET /v2.0/networks/8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038302 Nov 24 18:16:39.443216 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-9a673f47-7d8c-4dea-bfa7-b87077aa3ab9 req-98333665-10be-4a8a-ae59-10a0e58e593c service neutron] 10.222.0.66 "GET /v2.0/networks/8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307364 Nov 24 18:16:39.888025 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb581c-76f3-468a-b3f7-aa7445a860e2 req-81363e28-1787-42a1-995d-295ebac32816 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:16:39.889974 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-c9bb581c-76f3-468a-b3f7-aa7445a860e2 req-81363e28-1787-42a1-995d-295ebac32816 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 943 time: 0.0838768 Nov 24 18:16:39.934075 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-c9bb581c-76f3-468a-b3f7-aa7445a860e2 req-7be78303-cc2c-482a-b5ac-ba8891375916 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/security-groups?id=f357c6ef-9f50-4349-ad9e-8c95441b8337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384061 Nov 24 18:16:40.450208 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-fdb35d26-f470-4060-8738-e8b692d0a369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:16:41.116794 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29be3a-9877-4363-a528-13d798c51b69 req-0e365bfb-a1f2-4c9b-963f-2ecb43c94893 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:16:41.118149 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-2f29be3a-9877-4363-a528-13d798c51b69 req-0e365bfb-a1f2-4c9b-963f-2ecb43c94893 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 943 time: 0.0793915 Nov 24 18:16:41.161847 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-2f29be3a-9877-4363-a528-13d798c51b69 req-3922abb0-95d0-4686-b242-d10b8e7ad0b9 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/security-groups?id=f357c6ef-9f50-4349-ad9e-8c95441b8337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380511 Nov 24 18:16:41.381673 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:16:42.341794 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911406b-968f-49e2-b981-4dfe897dcaa2 req-7f3c2976-a285-4440-be06-ffc6065ac720 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:16:42.343286 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-9911406b-968f-49e2-b981-4dfe897dcaa2 req-7f3c2976-a285-4440-be06-ffc6065ac720 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 943 time: 0.0787559 Nov 24 18:16:42.386318 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-9911406b-968f-49e2-b981-4dfe897dcaa2 req-2dc84e80-ec78-47d2-af88-e05f097bf917 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/security-groups?id=f357c6ef-9f50-4349-ad9e-8c95441b8337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374289 Nov 24 18:16:42.700251 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:16:43.570637 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ab325-2ee8-4506-ba96-dad96d4b565a req-7b232b7a-f486-41db-ac0f-f5c37dec1a0d tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:16:43.572074 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-1f8ab325-2ee8-4506-ba96-dad96d4b565a req-7b232b7a-f486-41db-ac0f-f5c37dec1a0d tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 943 time: 0.0821130 Nov 24 18:16:43.616510 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-1f8ab325-2ee8-4506-ba96-dad96d4b565a req-e6c3cbfc-fd77-450e-bcfe-08a50606d280 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/security-groups?id=f357c6ef-9f50-4349-ad9e-8c95441b8337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383472 Nov 24 18:16:43.863793 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device c0c31938-4dc4-4ef0-9036-6c2c7c46b084 details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=87425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 18:16:43.991662 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port c0c31938-4dc4-4ef0-9036-6c2c7c46b084, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=c0c31938-4dc4-4ef0-9036-6c2c7c46b084,segment=NetworkSegment(3eb657fb-2c6e-4a69-99b5-5669a40d35fd),segment_id=3eb657fb-2c6e-4a69-99b5-5669a40d35fd)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:16:44.004607 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Returning: {'device': 'c0c31938-4dc4-4ef0-9036-6c2c7c46b084', 'network_id': '8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e', 'port_id': 'c0c31938-4dc4-4ef0-9036-6c2c7c46b084', 'mac_address': 'fa:16:3e:25:e5:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92ff3537-94e6-48e2-8da6-7768df38d8e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 18:16:44.063457 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:16:44.079552 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c31938-4dc4-4ef0-9036-6c2c7c46b084 {{(pid=87425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 18:16:44.094547 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port c0c31938-4dc4-4ef0-9036-6c2c7c46b084, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=c0c31938-4dc4-4ef0-9036-6c2c7c46b084,segment=NetworkSegment(3eb657fb-2c6e-4a69-99b5-5669a40d35fd),segment_id=3eb657fb-2c6e-4a69-99b5-5669a40d35fd)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:16:44.158556 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:16:44.160202 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-513b2c1d-7dcd-4979-ad3a-2ed835a5f15c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:16:44.226685 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=c0c31938-4dc4-4ef0-9036-6c2c7c46b084,revision_number=7']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:16:44.229671 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:16:44.370407 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] get_ports_and_sgs() called for port_ids ['c0c31938-4dc4-4ef0-9036-6c2c7c46b084'] {{(pid=87425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 18:16:44.957955 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986762f6-35a3-4f4e-9871-d75216a906bc req-32c16dd2-6b1f-40bc-90dd-c03552de1d6e tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:16:44.959306 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-986762f6-35a3-4f4e-9871-d75216a906bc req-32c16dd2-6b1f-40bc-90dd-c03552de1d6e tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 944 time: 0.0821519 Nov 24 18:16:45.002252 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-986762f6-35a3-4f4e-9871-d75216a906bc req-709c4b6a-903b-4601-b3af-773fc0a1aaf8 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/security-groups?id=f357c6ef-9f50-4349-ad9e-8c95441b8337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374172 Nov 24 18:16:45.863270 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device c0c31938-4dc4-4ef0-9036-6c2c7c46b084 up at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 18:16:45.929414 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.provisioning_blocks [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Provisioning complete for port c0c31938-4dc4-4ef0-9036-6c2c7c46b084 triggered by entity L2. {{(pid=87425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 18:16:45.929811 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1552273'] for port, provisioning_complete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:16:46.050543 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1547106'] for port, before_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:16:46.079273 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303ca72a-3737-496e-9611-ec384b214fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c31938-4dc4-4ef0-9036-6c2c7c46b084'}] {{(pid=87425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:16:46.088998 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] For port c0c31938-4dc4-4ef0-9036-6c2c7c46b084, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=c0c31938-4dc4-4ef0-9036-6c2c7c46b084,segment=NetworkSegment(3eb657fb-2c6e-4a69-99b5-5669a40d35fd),segment_id=3eb657fb-2c6e-4a69-99b5-5669a40d35fd)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:16:46.147691 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730962321722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730961774439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730961774484'] for port, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:16:46.150067 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-0bba2e9b-0d33-4d09-ae5a-4933246b1b62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:16:46.188342 dv-cinder-818579-1-smb neutron-server[87425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303ca72a-3737-496e-9611-ec384b214fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c31938-4dc4-4ef0-9036-6c2c7c46b084', 'code': 200} Nov 24 18:16:46.200786 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0465d0-5488-4d5d-aa9f-6a17dcca8bf9 req-875314b7-658d-4baf-b532-57689673a377 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:16:46.202922 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7f0465d0-5488-4d5d-aa9f-6a17dcca8bf9 req-875314b7-658d-4baf-b532-57689673a377 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 945 time: 0.0850527 Nov 24 18:16:46.223802 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Pushing event updated for resources: {'Port': ['ID=c0c31938-4dc4-4ef0-9036-6c2c7c46b084,revision_number=8']} {{(pid=87425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:16:46.226841 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_concurrency.lockutils [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:16:46.254329 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-7f0465d0-5488-4d5d-aa9f-6a17dcca8bf9 req-279322f4-7f77-46d9-a502-85fb99189a00 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/security-groups?id=f357c6ef-9f50-4349-ad9e-8c95441b8337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455680 Nov 24 18:16:46.514791 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29368712-268e-4767-abf9-323dbbf3ce52 req-20391a5c-051a-498f-bcb0-ac4838cd20fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:16:46.516224 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-29368712-268e-4767-abf9-323dbbf3ce52 req-20391a5c-051a-498f-bcb0-ac4838cd20fc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 1098 time: 0.0720448 Nov 24 18:16:46.556023 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-29368712-268e-4767-abf9-323dbbf3ce52 req-94c8b5a2-a505-4f96-907d-1f365150ad47 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f357c6ef-9f50-4349-ad9e-8c95441b8337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334847 Nov 24 18:16:47.448230 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616945e4-ba06-4b72-9dd7-b999706fb70a req-8067f2f8-40f0-468c-97c0-7e6ac17d9116 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:16:47.449735 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-616945e4-ba06-4b72-9dd7-b999706fb70a req-8067f2f8-40f0-468c-97c0-7e6ac17d9116 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 945 time: 0.0854356 Nov 24 18:16:47.493666 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-616945e4-ba06-4b72-9dd7-b999706fb70a req-569bf116-9248-4796-9784-7c97c28b5075 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/security-groups?id=f357c6ef-9f50-4349-ad9e-8c95441b8337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377169 Nov 24 18:16:48.691536 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3eb2f6-e164-45f7-9ba0-6095b29d0d11 req-9ef3b93d-8cb0-452f-aceb-5c4cfc3058e4 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:16:48.692973 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-0a3eb2f6-e164-45f7-9ba0-6095b29d0d11 req-9ef3b93d-8cb0-452f-aceb-5c4cfc3058e4 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 945 time: 0.0941582 Nov 24 18:16:48.740661 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-0a3eb2f6-e164-45f7-9ba0-6095b29d0d11 req-06b47728-8b1b-4e3c-9df4-320ef5715c6b tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/security-groups?id=f357c6ef-9f50-4349-ad9e-8c95441b8337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419097 Nov 24 18:16:52.272883 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:16:53.895265 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 6 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:16:59.616267 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-bf3fcb94-a06c-4035-aad7-79bacdd37a27 req-65fb1a4f-23c8-4e6c-80c9-2456818cef38 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682724 Nov 24 18:16:59.754855 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fcb94-a06c-4035-aad7-79bacdd37a27 req-1bad0525-dcce-4727-b43a-07bbce06eeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:16:59.756295 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-bf3fcb94-a06c-4035-aad7-79bacdd37a27 req-1bad0525-dcce-4727-b43a-07bbce06eeb3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2e5d9eba045249419bd2b453a7b59b0d&device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 1098 time: 0.0699277 Nov 24 18:16:59.900374 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fcb94-a06c-4035-aad7-79bacdd37a27 req-85bb2e67-6ab5-4342-82e4-d274c0e44911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:16:59.901806 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-bf3fcb94-a06c-4035-aad7-79bacdd37a27 req-85bb2e67-6ab5-4342-82e4-d274c0e44911 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e HTTP/1.1" status: 200 len: 909 time: 0.1269782 Nov 24 18:17:00.007535 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-bf3fcb94-a06c-4035-aad7-79bacdd37a27 req-70c0581d-87af-48e9-ad3d-93d8ba0cdc91 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0c31938-4dc4-4ef0-9036-6c2c7c46b084 HTTP/1.1" status: 200 len: 1000 time: 0.0984344 Nov 24 18:17:00.077425 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fcb94-a06c-4035-aad7-79bacdd37a27 req-9a34fa1f-6970-4ba0-a1c3-f0914b2d5290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:17:00.079108 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-bf3fcb94-a06c-4035-aad7-79bacdd37a27 req-9a34fa1f-6970-4ba0-a1c3-f0914b2d5290 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=92ff3537-94e6-48e2-8da6-7768df38d8e9 HTTP/1.1" status: 200 len: 847 time: 0.0600190 Nov 24 18:17:00.154498 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fcb94-a06c-4035-aad7-79bacdd37a27 req-1afc87ce-a14b-445a-b8b3-e024761169d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:17:00.155810 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-bf3fcb94-a06c-4035-aad7-79bacdd37a27 req-1afc87ce-a14b-445a-b8b3-e024761169d3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0675869 Nov 24 18:17:00.284601 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-bf3fcb94-a06c-4035-aad7-79bacdd37a27 req-59adc67b-d574-4c92-8f11-b57b1ec730a3 service neutron] 10.222.0.66 "GET /v2.0/networks/8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205420 Nov 24 18:17:00.413473 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-bf3fcb94-a06c-4035-aad7-79bacdd37a27 req-b19d2281-eb25-4fa1-862c-01750b9cced8 service neutron] 10.222.0.66 "GET /v2.0/networks/8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217163 Nov 24 18:17:07.689599 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-9c2ad21a-12a8-47c1-b333-168e2297592f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:17:08.341059 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:17:10.444140 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-8f1f4894-1ad3-47fd-9ecb-b2f38d0be987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:17:11.387021 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:17:12.709478 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:17:22.278269 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:17:30.894456 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 6 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:17:37.653852 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-9c29f493-e4a7-4ba0-8943-6f26b50e3a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:17:38.312216 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:17:40.424790 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-fbac0f97-90fc-4f7c-ace4-b8d04553763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:17:41.392455 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:17:42.683292 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:17:52.323368 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:17:58.120907 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 59626) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:17:58.321881 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-375b2314-14a7-4f2c-bb6d-94be8f18bf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Deleting port 13d7a278-a0c9-4927-b93c-30da176bd3cd {{(pid=87424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:17:58.322229 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-375b2314-14a7-4f2c-bb6d-94be8f18bf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:17:58.488801 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-375b2314-14a7-4f2c-bb6d-94be8f18bf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:17:58.489132 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-375b2314-14a7-4f2c-bb6d-94be8f18bf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:17:58.613643 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-375b2314-14a7-4f2c-bb6d-94be8f18bf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Calling delete_port for 13d7a278-a0c9-4927-b93c-30da176bd3cd owned by network:floatingip {{(pid=87424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:17:58.855064 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-375b2314-14a7-4f2c-bb6d-94be8f18bf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3149175'] for port, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:17:58.858897 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-48d63d87-2413-4f43-afe3-7aec8f837c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:17:58.902486 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b2314-14a7-4f2c-bb6d-94be8f18bf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Pushing event deleted for resources: {'Port': ['ID=13d7a278-a0c9-4927-b93c-30da176bd3cd,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:17:58.939115 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375b2314-14a7-4f2c-bb6d-94be8f18bf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:17:58.939499 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375b2314-14a7-4f2c-bb6d-94be8f18bf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:17:58.940612 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375b2314-14a7-4f2c-bb6d-94be8f18bf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:17:58.941000 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375b2314-14a7-4f2c-bb6d-94be8f18bf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:17:58.941364 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375b2314-14a7-4f2c-bb6d-94be8f18bf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:17:58.941726 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375b2314-14a7-4f2c-bb6d-94be8f18bf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:17:58.942086 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375b2314-14a7-4f2c-bb6d-94be8f18bf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:17:58.942443 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375b2314-14a7-4f2c-bb6d-94be8f18bf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:17:58.942800 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375b2314-14a7-4f2c-bb6d-94be8f18bf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:17:58.943154 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375b2314-14a7-4f2c-bb6d-94be8f18bf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:17:58.943508 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375b2314-14a7-4f2c-bb6d-94be8f18bf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:17:58.943859 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375b2314-14a7-4f2c-bb6d-94be8f18bf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:17:58.951127 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-375b2314-14a7-4f2c-bb6d-94be8f18bf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:17:59.100251 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-375b2314-14a7-4f2c-bb6d-94be8f18bf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks [] for floatingip, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:17:59.100625 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.db.l3_db [None req-375b2314-14a7-4f2c-bb6d-94be8f18bf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Floating IP ac0a4ea2-1c14-40b6-887b-006858dc43e3 disassociated (deleted). External IP: 172.28.3.26, port: c0c31938-4dc4-4ef0-9036-6c2c7c46b084. Nov 24 18:17:59.441340 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375b2314-14a7-4f2c-bb6d-94be8f18bf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Router a0d36cf8-4df7-4a9e-8c14-cbd305cd602c has already been hosted by L3 agent aba83f48-bec1-4447-972f-e1c88a92dee8 {{(pid=87424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 18:17:59.617736 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375b2314-14a7-4f2c-bb6d-94be8f18bf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify agent at l3_agent.dv-cinder-818579-1-smb the message routers_updated {{(pid=87424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 18:17:59.627552 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a105cf-4832-4f27-af59-5b78470c1ee6 None None] Sync routers for ids ['a0d36cf8-4df7-4a9e-8c14-cbd305cd602c'] in dv-cinder-818579-1-smb {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 18:17:59.637037 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a105cf-4832-4f27-af59-5b78470c1ee6 None None] Routers {'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:17:59.644225 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-09a105cf-4832-4f27-af59-5b78470c1ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:17:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['a0d36cf8-4df7-4a9e-8c14-cbd305cd602c'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:17:59.694649 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-375b2314-14a7-4f2c-bb6d-94be8f18bf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for floatingip, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:17:59.759388 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-375b2314-14a7-4f2c-bb6d-94be8f18bf5c tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "DELETE /v2.0/floatingips/ac0a4ea2-1c14-40b6-887b-006858dc43e3 HTTP/1.1" status: 204 len: 168 time: 1.6374485 Nov 24 18:17:59.760046 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303ca72a-3737-496e-9611-ec384b214fa0', 'tag': 'c0c31938-4dc4-4ef0-9036-6c2c7c46b084'}] {{(pid=87424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:17:59.817288 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-09a105cf-4832-4f27-af59-5b78470c1ee6 None None] Set router a0d36cf8-4df7-4a9e-8c14-cbd305cd602c gateway port host: dv-cinder-818579-1-smb {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:17:59.933404 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303ca72a-3737-496e-9611-ec384b214fa0', 'tag': 'c0c31938-4dc4-4ef0-9036-6c2c7c46b084', 'status': 'completed', 'code': 200} Nov 24 18:18:00.031183 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288090f7-2a79-47a1-b04b-f1b7d70f8962 req-626269c2-4157-4235-bd53-fcdcd401dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:18:00.032705 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-288090f7-2a79-47a1-b04b-f1b7d70f8962 req-626269c2-4157-4235-bd53-fcdcd401dfca service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2e5d9eba045249419bd2b453a7b59b0d&device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 1098 time: 0.0758097 Nov 24 18:18:00.173564 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-09a105cf-4832-4f27-af59-5b78470c1ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'name': 'tempest-TestShelveInstance-137379158-router', 'tenant_id': '2e5d9eba045249419bd2b453a7b59b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '8786b175-b573-4448-ba8d-0e37f452a153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:13:39Z', 'updated_at': '2021-11-24T18:13:44Z', 'revision_number': 4, 'project_id': '2e5d9eba045249419bd2b453a7b59b0d', 'gw_port': {'id': '8786b175-b573-4448-ba8d-0e37f452a153', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:13:40Z', 'updated_at': '2021-11-24T18:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': 'c1d4ff80-e18f-49f4-96f9-41add03698b6', 'name': '', 'network_id': '8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e', 'tenant_id': '2e5d9eba045249419bd2b453a7b59b0d', 'mac_address': 'fa:16:3e:ef:85:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '92ff3537-94e6-48e2-8da6-7768df38d8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:13:43Z', 'updated_at': '2021-11-24T18:13:50Z', 'revision_number': 5, 'project_id': '2e5d9eba045249419bd2b453a7b59b0d', 'subnets': [{'id': '92ff3537-94e6-48e2-8da6-7768df38d8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:18:00.175357 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288090f7-2a79-47a1-b04b-f1b7d70f8962 req-d7ffca64-3b1d-43a6-a125-6330508f6713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:18:00.176838 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-288090f7-2a79-47a1-b04b-f1b7d70f8962 req-d7ffca64-3b1d-43a6-a125-6330508f6713 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e HTTP/1.1" status: 200 len: 909 time: 0.1341531 Nov 24 18:18:00.177924 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a105cf-4832-4f27-af59-5b78470c1ee6 None None] Checking router: a0d36cf8-4df7-4a9e-8c14-cbd305cd602c for host: dv-cinder-818579-1-smb {{(pid=87425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 18:18:00.186534 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a105cf-4832-4f27-af59-5b78470c1ee6 None None] Routers {'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:18:00.190254 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-09a105cf-4832-4f27-af59-5b78470c1ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:17:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['a0d36cf8-4df7-4a9e-8c14-cbd305cd602c'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:18:00.366333 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-09a105cf-4832-4f27-af59-5b78470c1ee6 None None] Set router a0d36cf8-4df7-4a9e-8c14-cbd305cd602c gateway port host: dv-cinder-818579-1-smb {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:18:00.378755 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-288090f7-2a79-47a1-b04b-f1b7d70f8962 req-5a94e44f-e9d7-43e8-a0b3-4401097be566 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0c31938-4dc4-4ef0-9036-6c2c7c46b084 HTTP/1.1" status: 200 len: 217 time: 0.1947558 Nov 24 18:18:00.453770 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288090f7-2a79-47a1-b04b-f1b7d70f8962 req-bdcb11ad-394a-4441-9f64-150dd28817b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:18:00.455225 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-288090f7-2a79-47a1-b04b-f1b7d70f8962 req-bdcb11ad-394a-4441-9f64-150dd28817b3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=92ff3537-94e6-48e2-8da6-7768df38d8e9 HTTP/1.1" status: 200 len: 847 time: 0.0669305 Nov 24 18:18:00.505068 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995df07-bc90-4322-a249-6bce7c3cc0e5 req-eaf34977-4ac0-4271-b522-099e0432ce34 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:18:00.506514 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e995df07-bc90-4322-a249-6bce7c3cc0e5 req-eaf34977-4ac0-4271-b522-099e0432ce34 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 945 time: 0.1829584 Nov 24 18:18:00.551867 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-e995df07-bc90-4322-a249-6bce7c3cc0e5 req-cefc8bb8-3a8f-45de-8022-70794b92c964 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/security-groups?id=f357c6ef-9f50-4349-ad9e-8c95441b8337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387011 Nov 24 18:18:00.585541 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288090f7-2a79-47a1-b04b-f1b7d70f8962 req-6d85ad1a-df16-483c-9c58-005af754842d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:18:00.586925 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-288090f7-2a79-47a1-b04b-f1b7d70f8962 req-6d85ad1a-df16-483c-9c58-005af754842d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1249208 Nov 24 18:18:00.678481 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-09a105cf-4832-4f27-af59-5b78470c1ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'name': 'tempest-TestShelveInstance-137379158-router', 'tenant_id': '2e5d9eba045249419bd2b453a7b59b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '8786b175-b573-4448-ba8d-0e37f452a153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:13:39Z', 'updated_at': '2021-11-24T18:13:44Z', 'revision_number': 4, 'project_id': '2e5d9eba045249419bd2b453a7b59b0d', 'gw_port': {'id': '8786b175-b573-4448-ba8d-0e37f452a153', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:13:40Z', 'updated_at': '2021-11-24T18:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': 'c1d4ff80-e18f-49f4-96f9-41add03698b6', 'name': '', 'network_id': '8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e', 'tenant_id': '2e5d9eba045249419bd2b453a7b59b0d', 'mac_address': 'fa:16:3e:ef:85:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '92ff3537-94e6-48e2-8da6-7768df38d8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:13:43Z', 'updated_at': '2021-11-24T18:13:50Z', 'revision_number': 5, 'project_id': '2e5d9eba045249419bd2b453a7b59b0d', 'subnets': [{'id': '92ff3537-94e6-48e2-8da6-7768df38d8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:18:00.682287 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a105cf-4832-4f27-af59-5b78470c1ee6 None None] The sync data for ids ['a0d36cf8-4df7-4a9e-8c14-cbd305cd602c'] in dv-cinder-818579-1-smb is: [{'id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'name': 'tempest-TestShelveInstance-137379158-router', 'tenant_id': '2e5d9eba045249419bd2b453a7b59b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '8786b175-b573-4448-ba8d-0e37f452a153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:13:39Z', 'updated_at': '2021-11-24T18:13:44Z', 'revision_number': 4, 'project_id': '2e5d9eba045249419bd2b453a7b59b0d', 'gw_port': {'id': '8786b175-b573-4448-ba8d-0e37f452a153', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:13:40Z', 'updated_at': '2021-11-24T18:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb', '_interfaces': [{'id': 'c1d4ff80-e18f-49f4-96f9-41add03698b6', 'name': '', 'network_id': '8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e', 'tenant_id': '2e5d9eba045249419bd2b453a7b59b0d', 'mac_address': 'fa:16:3e:ef:85:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '92ff3537-94e6-48e2-8da6-7768df38d8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:13:43Z', 'updated_at': '2021-11-24T18:13:50Z', 'revision_number': 5, 'project_id': '2e5d9eba045249419bd2b453a7b59b0d', 'subnets': [{'id': '92ff3537-94e6-48e2-8da6-7768df38d8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 18:18:00.721117 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-288090f7-2a79-47a1-b04b-f1b7d70f8962 req-21c5b983-6906-4607-a290-cf478bc51be4 service neutron] 10.222.0.66 "GET /v2.0/networks/8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274340 Nov 24 18:18:00.858339 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-288090f7-2a79-47a1-b04b-f1b7d70f8962 req-7cb8c2bc-5fe5-4d6a-a45a-2d704dbf2f97 service neutron] 10.222.0.66 "GET /v2.0/networks/8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304734 Nov 24 18:18:00.909743 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292fcd84-0bed-454d-9504-846b70f3ccae None None] New status for floating IP ac0a4ea2-1c14-40b6-887b-006858dc43e3: DOWN {{(pid=87426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 18:18:01.641659 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f954be-94ec-4019-b3f2-602ffe9cb78a req-f8b975d5-4051-4d67-be16-681afea2c2a9 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:18:01.643084 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b6f954be-94ec-4019-b3f2-602ffe9cb78a req-f8b975d5-4051-4d67-be16-681afea2c2a9 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.66 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 945 time: 0.0790513 Nov 24 18:18:01.719972 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-b6f954be-94ec-4019-b3f2-602ffe9cb78a req-eb1d7a7b-cfa5-47f6-b202-f35e97e00212 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Deleting port c0c31938-4dc4-4ef0-9036-6c2c7c46b084 {{(pid=87423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:18:01.720310 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-b6f954be-94ec-4019-b3f2-602ffe9cb78a req-eb1d7a7b-cfa5-47f6-b202-f35e97e00212 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:01.737615 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed82415-4da3-4ca9-9f6b-eaef81010cbc req-a03f9719-71a1-4cfd-a615-bd506b70c574 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 18:18:01.738309 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-aed82415-4da3-4ca9-9f6b-eaef81010cbc req-a03f9719-71a1-4cfd-a615-bd506b70c574 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Synchronizing usage tracker for tenant:2e5d9eba045249419bd2b453a7b59b0d on resource:port {{(pid=87424) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 18:18:01.815434 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.quota.resource [req-aed82415-4da3-4ca9-9f6b-eaef81010cbc req-a03f9719-71a1-4cfd-a615-bd506b70c574 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Unset dirty status for tenant:2e5d9eba045249419bd2b453a7b59b0d on resource:port {{(pid=87424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 18:18:01.816807 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-aed82415-4da3-4ca9-9f6b-eaef81010cbc req-a03f9719-71a1-4cfd-a615-bd506b70c574 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 945 time: 0.1576567 Nov 24 18:18:01.866135 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-aed82415-4da3-4ca9-9f6b-eaef81010cbc req-3bebedaf-bbea-4510-a94b-fa5b4cb38808 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/security-groups?id=f357c6ef-9f50-4349-ad9e-8c95441b8337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428457 Nov 24 18:18:01.967669 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [req-b6f954be-94ec-4019-b3f2-602ffe9cb78a req-eb1d7a7b-cfa5-47f6-b202-f35e97e00212 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] For port c0c31938-4dc4-4ef0-9036-6c2c7c46b084, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=c0c31938-4dc4-4ef0-9036-6c2c7c46b084,segment=NetworkSegment(3eb657fb-2c6e-4a69-99b5-5669a40d35fd),segment_id=3eb657fb-2c6e-4a69-99b5-5669a40d35fd)] {{(pid=87423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:18:01.968027 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-b6f954be-94ec-4019-b3f2-602ffe9cb78a req-eb1d7a7b-cfa5-47f6-b202-f35e97e00212 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:02.088467 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [req-b6f954be-94ec-4019-b3f2-602ffe9cb78a req-eb1d7a7b-cfa5-47f6-b202-f35e97e00212 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Calling delete_port for c0c31938-4dc4-4ef0-9036-6c2c7c46b084 owned by compute:nova {{(pid=87423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:18:02.277578 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-b6f954be-94ec-4019-b3f2-602ffe9cb78a req-eb1d7a7b-cfa5-47f6-b202-f35e97e00212 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:02.283032 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-574d3b3b-dca0-41ec-9160-82ed2f1a4494 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:18:02.326198 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d7a7b-cfa5-47f6-b202-f35e97e00212 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Pushing event deleted for resources: {'Port': ['ID=c0c31938-4dc4-4ef0-9036-6c2c7c46b084,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:18:02.336206 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d7a7b-cfa5-47f6-b202-f35e97e00212 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:18:02.336625 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d7a7b-cfa5-47f6-b202-f35e97e00212 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:18:02.336975 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d7a7b-cfa5-47f6-b202-f35e97e00212 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:18:02.337337 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d7a7b-cfa5-47f6-b202-f35e97e00212 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:18:02.337695 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d7a7b-cfa5-47f6-b202-f35e97e00212 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:18:02.338048 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d7a7b-cfa5-47f6-b202-f35e97e00212 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:18:02.338400 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d7a7b-cfa5-47f6-b202-f35e97e00212 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:18:02.338749 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d7a7b-cfa5-47f6-b202-f35e97e00212 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:18:02.339571 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d7a7b-cfa5-47f6-b202-f35e97e00212 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:18:02.339571 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d7a7b-cfa5-47f6-b202-f35e97e00212 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:18:02.339762 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d7a7b-cfa5-47f6-b202-f35e97e00212 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:18:02.340100 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d7a7b-cfa5-47f6-b202-f35e97e00212 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-smb {{(pid=87423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 18:18:02.368527 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-eb1d7a7b-cfa5-47f6-b202-f35e97e00212 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:18:02.425726 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f954be-94ec-4019-b3f2-602ffe9cb78a req-eb1d7a7b-cfa5-47f6-b202-f35e97e00212 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] No DVR routers for this DVR port c0c31938-4dc4-4ef0-9036-6c2c7c46b084 on host hv-cinder-81857 {{(pid=87423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 18:18:02.428161 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [req-b6f954be-94ec-4019-b3f2-602ffe9cb78a req-eb1d7a7b-cfa5-47f6-b202-f35e97e00212 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157320'] for port, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:02.430732 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303ca72a-3737-496e-9611-ec384b214fa0', 'name': 'network-vif-deleted', 'tag': 'c0c31938-4dc4-4ef0-9036-6c2c7c46b084'}] {{(pid=87423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 18:18:02.499966 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [req-b6f954be-94ec-4019-b3f2-602ffe9cb78a req-eb1d7a7b-cfa5-47f6-b202-f35e97e00212 tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.66 "DELETE /v2.0/ports/c0c31938-4dc4-4ef0-9036-6c2c7c46b084 HTTP/1.1" status: 204 len: 173 time: 0.8516839 Nov 24 18:18:02.589087 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303ca72a-3737-496e-9611-ec384b214fa0', 'name': 'network-vif-deleted', 'tag': 'c0c31938-4dc4-4ef0-9036-6c2c7c46b084', 'status': 'completed', 'code': 200} Nov 24 18:18:03.022340 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [req-719afce2-3ac8-4187-b742-7c55aba87269 req-ff1be5ca-3c0d-409f-8f20-172aba83943e tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "GET /v2.0/ports?device_id=303ca72a-3737-496e-9611-ec384b214fa0 HTTP/1.1" status: 200 len: 210 time: 0.0514452 Nov 24 18:18:04.119165 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 59650) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:18:04.189123 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2b1fb0e9-9b3c-49c4-b1af-b8691a12614d tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:04.219543 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2b1fb0e9-9b3c-49c4-b1af-b8691a12614d tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:04.328710 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2b1fb0e9-9b3c-49c4-b1af-b8691a12614d tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:04.334385 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-82dd52ed-0190-4851-8414-fc39e718ea35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:18:04.348200 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1fb0e9-9b3c-49c4-b1af-b8691a12614d tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f357c6ef-9f50-4349-ad9e-8c95441b8337,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:18:04.350812 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-2b1fb0e9-9b3c-49c4-b1af-b8691a12614d tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:18:04.407748 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-2b1fb0e9-9b3c-49c4-b1af-b8691a12614d tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:04.408883 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-2b1fb0e9-9b3c-49c4-b1af-b8691a12614d tempest-TestShelveInstance-1897241358 tempest-TestShelveInstance-1897241358-project] 10.222.0.65 "DELETE /v2.0/security-groups/f357c6ef-9f50-4349-ad9e-8c95441b8337 HTTP/1.1" status: 204 len: 168 time: 0.2887368 Nov 24 18:18:04.505514 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 59656) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:18:05.152453 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c426643b-a0ec-4443-9f75-8dbae1fe8fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578981'] for router_interface, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:05.499243 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-c426643b-a0ec-4443-9f75-8dbae1fe8fc3 admin admin] Deleting port c1d4ff80-e18f-49f4-96f9-41add03698b6 {{(pid=87424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:18:05.499821 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c426643b-a0ec-4443-9f75-8dbae1fe8fc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:05.673319 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.db [None req-c426643b-a0ec-4443-9f75-8dbae1fe8fc3 admin admin] For port c1d4ff80-e18f-49f4-96f9-41add03698b6, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=c1d4ff80-e18f-49f4-96f9-41add03698b6,segment=NetworkSegment(3eb657fb-2c6e-4a69-99b5-5669a40d35fd),segment_id=3eb657fb-2c6e-4a69-99b5-5669a40d35fd)] {{(pid=87424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:18:05.673702 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c426643b-a0ec-4443-9f75-8dbae1fe8fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:05.798929 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-c426643b-a0ec-4443-9f75-8dbae1fe8fc3 admin admin] Calling delete_port for c1d4ff80-e18f-49f4-96f9-41add03698b6 owned by network:router_interface {{(pid=87424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:18:06.116482 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c426643b-a0ec-4443-9f75-8dbae1fe8fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3149175'] for port, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:06.120743 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-4267d86e-b836-47ae-a255-7ff96df960b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:18:06.191953 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426643b-a0ec-4443-9f75-8dbae1fe8fc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1d4ff80-e18f-49f4-96f9-41add03698b6,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:18:06.198735 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-c426643b-a0ec-4443-9f75-8dbae1fe8fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:18:06.218970 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device c0c31938-4dc4-4ef0-9036-6c2c7c46b084 no longer exists at agent hyperv_hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:18:06.253559 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] No Port match for: c0c31938-4dc4-4ef0-9036-6c2c7c46b084 {{(pid=87425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 18:18:06.253911 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Device c0c31938-4dc4-4ef0-9036-6c2c7c46b084 not bound to the agent host hv-cinder-81857 {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 18:18:06.430960 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-c426643b-a0ec-4443-9f75-8dbae1fe8fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-589397'] for router_interface, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:06.891955 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c426643b-a0ec-4443-9f75-8dbae1fe8fc3 admin admin] Router a0d36cf8-4df7-4a9e-8c14-cbd305cd602c has already been hosted by L3 agent aba83f48-bec1-4447-972f-e1c88a92dee8 {{(pid=87424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 18:18:07.064666 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c426643b-a0ec-4443-9f75-8dbae1fe8fc3 admin admin] Notify agent at l3_agent.dv-cinder-818579-1-smb the message routers_updated {{(pid=87424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 18:18:07.074153 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da334538-1702-4eb0-b614-ffa0c1d23ebb None None] Sync routers for ids ['a0d36cf8-4df7-4a9e-8c14-cbd305cd602c'] in dv-cinder-818579-1-smb {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 18:18:07.076925 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-c426643b-a0ec-4443-9f75-8dbae1fe8fc3 admin admin] 10.222.0.65 "PUT /v2.0/routers/a0d36cf8-4df7-4a9e-8c14-cbd305cd602c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5703714 Nov 24 18:18:07.079538 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 59660) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:18:07.083855 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da334538-1702-4eb0-b614-ffa0c1d23ebb None None] Routers {'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:18:07.084505 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-da334538-1702-4eb0-b614-ffa0c1d23ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:17:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['a0d36cf8-4df7-4a9e-8c14-cbd305cd602c'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:18:07.255510 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-87a9819b-92d9-4744-b718-90089dc07e67 admin admin] Notify callbacks [] for router, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:07.262437 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-da334538-1702-4eb0-b614-ffa0c1d23ebb None None] Set router a0d36cf8-4df7-4a9e-8c14-cbd305cd602c gateway port host: dv-cinder-818579-1-smb {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:18:07.427122 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-87a9819b-92d9-4744-b718-90089dc07e67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:07.500479 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-87a9819b-92d9-4744-b718-90089dc07e67 admin admin] Deleting port 8786b175-b573-4448-ba8d-0e37f452a153 {{(pid=87424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:18:07.500842 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-87a9819b-92d9-4744-b718-90089dc07e67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:07.534515 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-da334538-1702-4eb0-b614-ffa0c1d23ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'name': 'tempest-TestShelveInstance-137379158-router', 'tenant_id': '2e5d9eba045249419bd2b453a7b59b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '8786b175-b573-4448-ba8d-0e37f452a153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:13:39Z', 'updated_at': '2021-11-24T18:18:06Z', 'revision_number': 5, 'project_id': '2e5d9eba045249419bd2b453a7b59b0d', 'gw_port': {'id': '8786b175-b573-4448-ba8d-0e37f452a153', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:13:40Z', 'updated_at': '2021-11-24T18:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb'}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:18:07.538242 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da334538-1702-4eb0-b614-ffa0c1d23ebb None None] Checking router: a0d36cf8-4df7-4a9e-8c14-cbd305cd602c for host: dv-cinder-818579-1-smb {{(pid=87425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 18:18:07.546558 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da334538-1702-4eb0-b614-ffa0c1d23ebb None None] Routers {'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:18:07.547148 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-da334538-1702-4eb0-b614-ffa0c1d23ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:17:40Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['a0d36cf8-4df7-4a9e-8c14-cbd305cd602c'], 'active': True} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:18:07.677874 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.db [None req-87a9819b-92d9-4744-b718-90089dc07e67 admin admin] For port 8786b175-b573-4448-ba8d-0e37f452a153, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=8786b175-b573-4448-ba8d-0e37f452a153,segment=NetworkSegment(d3760bee-36f8-40b7-a723-a1b5699a82b5),segment_id=d3760bee-36f8-40b7-a723-a1b5699a82b5)] {{(pid=87424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:18:07.678520 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-87a9819b-92d9-4744-b718-90089dc07e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:07.740381 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_dvr_db [None req-da334538-1702-4eb0-b614-ffa0c1d23ebb None None] Set router a0d36cf8-4df7-4a9e-8c14-cbd305cd602c gateway port host: None {{(pid=87425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:18:07.784102 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-3c81a251-4fd0-427d-ab58-baca5271b535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:07.805529 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-87a9819b-92d9-4744-b718-90089dc07e67 admin admin] Calling delete_port for 8786b175-b573-4448-ba8d-0e37f452a153 owned by network:router_gateway {{(pid=87424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:18:07.850040 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.db.l3_hamode_db [None req-da334538-1702-4eb0-b614-ffa0c1d23ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'name': 'tempest-TestShelveInstance-137379158-router', 'tenant_id': '2e5d9eba045249419bd2b453a7b59b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:13:39Z', 'updated_at': '2021-11-24T18:18:07Z', 'revision_number': 6, 'project_id': '2e5d9eba045249419bd2b453a7b59b0d', 'gw_port_host': None}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:18:07.855105 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da334538-1702-4eb0-b614-ffa0c1d23ebb None None] The sync data for ids ['a0d36cf8-4df7-4a9e-8c14-cbd305cd602c'] in dv-cinder-818579-1-smb is: [{'id': 'a0d36cf8-4df7-4a9e-8c14-cbd305cd602c', 'name': 'tempest-TestShelveInstance-137379158-router', 'tenant_id': '2e5d9eba045249419bd2b453a7b59b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:13:39Z', 'updated_at': '2021-11-24T18:18:07Z', 'revision_number': 6, 'project_id': '2e5d9eba045249419bd2b453a7b59b0d', 'gw_port_host': None}] {{(pid=87425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 18:18:07.894681 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 6 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:18:08.035829 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-87a9819b-92d9-4744-b718-90089dc07e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3149175'] for port, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:08.039664 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-c624908a-3cd8-424f-8a58-965b1cf778c2 tempest-AttachVolumeTestJSON-2085871819 tempest-AttachVolumeTestJSON-2085871819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:18:08.084133 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9819b-92d9-4744-b718-90089dc07e67 admin admin] Pushing event deleted for resources: {'Port': ['ID=8786b175-b573-4448-ba8d-0e37f452a153,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:18:08.215069 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-87a9819b-92d9-4744-b718-90089dc07e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:18:08.278986 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-87a9819b-92d9-4744-b718-90089dc07e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505794'] for router_gateway, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:08.316410 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:08.448679 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-87a9819b-92d9-4744-b718-90089dc07e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4164644'] for router, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:08.450854 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-87a9819b-92d9-4744-b718-90089dc07e67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:08.574779 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-87a9819b-92d9-4744-b718-90089dc07e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-578892'] for router, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:08.575368 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a9819b-92d9-4744-b718-90089dc07e67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0d36cf8-4df7-4a9e-8c14-cbd305cd602c {{(pid=87424) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 18:18:08.588175 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-87a9819b-92d9-4744-b718-90089dc07e67 admin admin] Notify callbacks [] for router, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:08.591652 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-87a9819b-92d9-4744-b718-90089dc07e67 admin admin] 10.222.0.65 "DELETE /v2.0/routers/a0d36cf8-4df7-4a9e-8c14-cbd305cd602c HTTP/1.1" status: 204 len: 168 time: 1.5083914 Nov 24 18:18:08.591887 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 59664) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:18:08.649026 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 8786b175-b573-4448-ba8d-0e37f452a153 no longer exists at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:18:08.657016 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.db_base_plugin_v2 [None req-f410efe9-08c6-4248-9343-645f7260545f admin admin] Deleting subnet 92ff3537-94e6-48e2-8da6-7768df38d8e9 {{(pid=87424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 18:18:08.660567 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f410efe9-08c6-4248-9343-645f7260545f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:08.687157 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] No Port match for: 8786b175-b573-4448-ba8d-0e37f452a153 {{(pid=87425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 18:18:08.687487 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 8786b175-b573-4448-ba8d-0e37f452a153 not bound to the agent host dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 18:18:08.687906 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device c1d4ff80-e18f-49f4-96f9-41add03698b6 no longer exists at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:18:08.712828 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f410efe9-08c6-4248-9343-645f7260545f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2119714'] for subnet, precommit_delete_associations {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:08.721082 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] No Port match for: c1d4ff80-e18f-49f4-96f9-41add03698b6 {{(pid=87425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 18:18:08.721438 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device c1d4ff80-e18f-49f4-96f9-41add03698b6 not bound to the agent host dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 18:18:08.795845 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f410efe9-08c6-4248-9343-645f7260545f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1555507'] for subnet, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:08.935530 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f410efe9-08c6-4248-9343-645f7260545f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1555563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3149124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2422208'] for subnet, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:08.939546 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:18:08.975250 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410efe9-08c6-4248-9343-645f7260545f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92ff3537-94e6-48e2-8da6-7768df38d8e9,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:18:08.977975 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-f410efe9-08c6-4248-9343-645f7260545f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:18:08.980678 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-f410efe9-08c6-4248-9343-645f7260545f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:08.986195 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6d63ef-78ff-4c60-8ea2-d449ca2caa9d None None] Network 8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:18:08.987351 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-f410efe9-08c6-4248-9343-645f7260545f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/92ff3537-94e6-48e2-8da6-7768df38d8e9 HTTP/1.1" status: 204 len: 168 time: 0.3943841 Nov 24 18:18:08.989841 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 59668) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:18:09.095000 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-74683cac-6b74-49d3-a591-3795fa7483c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483400'] for network, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:09.105828 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-74683cac-6b74-49d3-a591-3795fa7483c7 admin admin] Deleting port 69d0c4d4-61f3-416d-9324-3257a79ef26f {{(pid=87424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:18:09.106160 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-74683cac-6b74-49d3-a591-3795fa7483c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:09.224574 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0b03de-3f42-4bff-aae4-2f9a07d81611 None None] DHCP port deletion for 8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e request from dv-cinder-818579-1-smb {{(pid=87425) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 18:18:09.228769 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-da0b03de-3f42-4bff-aae4-2f9a07d81611 None None] Deleting port 69d0c4d4-61f3-416d-9324-3257a79ef26f {{(pid=87425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:18:09.229157 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-da0b03de-3f42-4bff-aae4-2f9a07d81611 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:09.312571 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.db [None req-74683cac-6b74-49d3-a591-3795fa7483c7 admin admin] For port 69d0c4d4-61f3-416d-9324-3257a79ef26f, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=69d0c4d4-61f3-416d-9324-3257a79ef26f,segment=NetworkSegment(3eb657fb-2c6e-4a69-99b5-5669a40d35fd),segment_id=3eb657fb-2c6e-4a69-99b5-5669a40d35fd)] {{(pid=87424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:18:09.313158 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-74683cac-6b74-49d3-a591-3795fa7483c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:09.431911 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-da0b03de-3f42-4bff-aae4-2f9a07d81611 None None] For port 69d0c4d4-61f3-416d-9324-3257a79ef26f, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=69d0c4d4-61f3-416d-9324-3257a79ef26f,segment=NetworkSegment(3eb657fb-2c6e-4a69-99b5-5669a40d35fd),segment_id=3eb657fb-2c6e-4a69-99b5-5669a40d35fd)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:18:09.432514 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-da0b03de-3f42-4bff-aae4-2f9a07d81611 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:09.433237 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-74683cac-6b74-49d3-a591-3795fa7483c7 admin admin] Calling delete_port for 69d0c4d4-61f3-416d-9324-3257a79ef26f owned by network:dhcp {{(pid=87424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:18:09.550409 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-da0b03de-3f42-4bff-aae4-2f9a07d81611 None None] Calling delete_port for 69d0c4d4-61f3-416d-9324-3257a79ef26f owned by network:dhcp {{(pid=87425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:18:09.557543 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-74683cac-6b74-49d3-a591-3795fa7483c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3149175'] for port, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:09.562308 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-48d63d87-2413-4f43-afe3-7aec8f837c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:18:09.606414 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74683cac-6b74-49d3-a591-3795fa7483c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=69d0c4d4-61f3-416d-9324-3257a79ef26f,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:18:09.608201 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74683cac-6b74-49d3-a591-3795fa7483c7 admin admin] No DVR routers for this DVR port 69d0c4d4-61f3-416d-9324-3257a79ef26f on host dv-cinder-818579-1-smb {{(pid=87424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 18:18:09.609673 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-74683cac-6b74-49d3-a591-3795fa7483c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:18:09.625096 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.db.api [None req-da0b03de-3f42-4bff-aae4-2f9a07d81611 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 18:18:09.625463 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_db.api [None req-da0b03de-3f42-4bff-aae4-2f9a07d81611 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 18:18:09.724170 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-74683cac-6b74-49d3-a591-3795fa7483c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553944', 'neutron.services.segments.db._delete_segments_for_network-8730962215078'] for network, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:09.746979 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.services.segments.db [None req-74683cac-6b74-49d3-a591-3795fa7483c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e']}} {{(pid=87424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:18:09.759278 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.services.segments.db [None req-74683cac-6b74-49d3-a591-3795fa7483c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb657fb-2c6e-4a69-99b5-5669a40d35fd') {'for_net_delete': True} {{(pid=87424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:18:09.759576 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.services.segments.db [None req-74683cac-6b74-49d3-a591-3795fa7483c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb657fb-2c6e-4a69-99b5-5669a40d35fd') {} {{(pid=87424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:18:09.770579 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-74683cac-6b74-49d3-a591-3795fa7483c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730962258553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2119733'] for segment, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:09.785751 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-74683cac-6b74-49d3-a591-3795fa7483c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541721'] for segment, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:09.791622 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74683cac-6b74-49d3-a591-3795fa7483c7 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=87424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 18:18:09.791999 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-74683cac-6b74-49d3-a591-3795fa7483c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1541712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3149210'] for segment, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:09.808267 dv-cinder-818579-1-smb neutron-server[87424]: Traceback (most recent call last): Nov 24 18:18:09.808267 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 18:18:09.808267 dv-cinder-818579-1-smb neutron-server[87424]: timer() Nov 24 18:18:09.808267 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 18:18:09.808267 dv-cinder-818579-1-smb neutron-server[87424]: cb(*args, **kw) Nov 24 18:18:09.808267 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 18:18:09.808267 dv-cinder-818579-1-smb neutron-server[87424]: return func(*args, **kwargs) Nov 24 18:18:09.808267 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 18:18:09.808267 dv-cinder-818579-1-smb neutron-server[87424]: self._notify() Nov 24 18:18:09.808267 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 18:18:09.808267 dv-cinder-818579-1-smb neutron-server[87424]: self.callback(batched_events) Nov 24 18:18:09.808267 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 18:18:09.808267 dv-cinder-818579-1-smb neutron-server[87424]: event.method(event) Nov 24 18:18:09.808267 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 18:18:09.808267 dv-cinder-818579-1-smb neutron-server[87424]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 18:18:09.808267 dv-cinder-818579-1-smb neutron-server[87424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 18:18:09.808267 dv-cinder-818579-1-smb neutron-server[87424]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 18:18:09.808267 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 18:18:09.808267 dv-cinder-818579-1-smb neutron-server[87424]: return f(self, *a, **k) Nov 24 18:18:09.808267 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 18:18:09.808267 dv-cinder-818579-1-smb neutron-server[87424]: return self._get(url).json() Nov 24 18:18:09.808267 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 18:18:09.808267 dv-cinder-818579-1-smb neutron-server[87424]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 18:18:09.808267 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 18:18:09.808267 dv-cinder-818579-1-smb neutron-server[87424]: return self.request(url, 'GET', **kwargs) Nov 24 18:18:09.808267 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 18:18:09.808267 dv-cinder-818579-1-smb neutron-server[87424]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 18:18:09.808267 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 18:18:09.808267 dv-cinder-818579-1-smb neutron-server[87424]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 18:18:09.808267 dv-cinder-818579-1-smb neutron-server[87424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 18:18:09.808267 dv-cinder-818579-1-smb neutron-server[87424]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 18:18:09.808267 dv-cinder-818579-1-smb neutron-server[87424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 18:18:10.043049 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-74683cac-6b74-49d3-a591-3795fa7483c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505765'] for network, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:10.046688 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-c1669df3-7dbf-44b9-93e3-7d52077e6700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:18:10.060029 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-74683cac-6b74-49d3-a591-3795fa7483c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for network, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:10.070871 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74683cac-6b74-49d3-a591-3795fa7483c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:18:10.074198 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-74683cac-6b74-49d3-a591-3795fa7483c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:18:10.123504 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-74683cac-6b74-49d3-a591-3795fa7483c7 admin admin] 10.222.0.65 "DELETE /v2.0/networks/8443bdbc-8a1c-4f15-a3a3-8ca2cd266c7e HTTP/1.1" status: 204 len: 168 time: 1.1326635 Nov 24 18:18:10.126250 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-da0b03de-3f42-4bff-aae4-2f9a07d81611 None None] Deleting port 69d0c4d4-61f3-416d-9324-3257a79ef26f {{(pid=87425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:18:10.126389 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 59672) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:18:10.126670 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-da0b03de-3f42-4bff-aae4-2f9a07d81611 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:10.199795 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-da0b03de-3f42-4bff-aae4-2f9a07d81611 None None] The port '69d0c4d4-61f3-416d-9324-3257a79ef26f' was deleted {{(pid=87425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 18:18:10.383809 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 69d0c4d4-61f3-416d-9324-3257a79ef26f no longer exists at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:18:10.420801 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] No Port match for: 69d0c4d4-61f3-416d-9324-3257a79ef26f {{(pid=87425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 18:18:10.421154 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 69d0c4d4-61f3-416d-9324-3257a79ef26f not bound to the agent host dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 18:18:10.435991 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-735cea9a-6c3a-415b-807b-22e55da071c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:10.673838 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4d5c9194-299f-4dea-aa89-3daf6d4860f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578981'] for router_interface, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:11.016191 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-4d5c9194-299f-4dea-aa89-3daf6d4860f6 admin admin] Deleting port 985dafc9-a5fa-402b-9bad-7512cc14cf08 {{(pid=87424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:18:11.016570 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4d5c9194-299f-4dea-aa89-3daf6d4860f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:11.182456 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.db [None req-4d5c9194-299f-4dea-aa89-3daf6d4860f6 admin admin] For port 985dafc9-a5fa-402b-9bad-7512cc14cf08, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=985dafc9-a5fa-402b-9bad-7512cc14cf08,segment=NetworkSegment(dc026d90-a30f-4969-a1d1-c7db26280bfa),segment_id=dc026d90-a30f-4969-a1d1-c7db26280bfa)] {{(pid=87424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:18:11.182811 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4d5c9194-299f-4dea-aa89-3daf6d4860f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:11.304970 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-4d5c9194-299f-4dea-aa89-3daf6d4860f6 admin admin] Calling delete_port for 985dafc9-a5fa-402b-9bad-7512cc14cf08 owned by network:router_interface {{(pid=87424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:18:11.392018 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:11.631557 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4d5c9194-299f-4dea-aa89-3daf6d4860f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3149175'] for port, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:11.635911 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-c426643b-a0ec-4443-9f75-8dbae1fe8fc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:18:11.680836 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c9194-299f-4dea-aa89-3daf6d4860f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=985dafc9-a5fa-402b-9bad-7512cc14cf08,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:18:11.706226 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-4d5c9194-299f-4dea-aa89-3daf6d4860f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:18:11.949563 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-4d5c9194-299f-4dea-aa89-3daf6d4860f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-589397'] for router_interface, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:12.293759 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5c9194-299f-4dea-aa89-3daf6d4860f6 admin admin] Router 868c5a16-5a3e-43cf-b0af-e7e62ed528f2 has already been hosted by L3 agent aba83f48-bec1-4447-972f-e1c88a92dee8 {{(pid=87424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 18:18:12.471861 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5c9194-299f-4dea-aa89-3daf6d4860f6 admin admin] Notify agent at l3_agent.dv-cinder-818579-1-smb the message routers_updated {{(pid=87424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 18:18:12.481272 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc50b19a-9c8f-4013-af5d-c3315fc0f3c6 None None] Sync routers for ids ['868c5a16-5a3e-43cf-b0af-e7e62ed528f2'] in dv-cinder-818579-1-smb {{(pid=87426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 18:18:12.489907 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc50b19a-9c8f-4013-af5d-c3315fc0f3c6 None None] Routers {'868c5a16-5a3e-43cf-b0af-e7e62ed528f2'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:18:12.490499 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-fc50b19a-9c8f-4013-af5d-c3315fc0f3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:18:10Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['868c5a16-5a3e-43cf-b0af-e7e62ed528f2'], 'active': True} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:18:12.587927 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-4d5c9194-299f-4dea-aa89-3daf6d4860f6 admin admin] 10.222.0.65 "PUT /v2.0/routers/868c5a16-5a3e-43cf-b0af-e7e62ed528f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4604824 Nov 24 18:18:12.590255 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 59676) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:18:12.665396 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvr_db [None req-fc50b19a-9c8f-4013-af5d-c3315fc0f3c6 None None] Set router 868c5a16-5a3e-43cf-b0af-e7e62ed528f2 gateway port host: dv-cinder-818579-1-smb {{(pid=87426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:18:12.711887 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:12.764913 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-e04137a4-dbe5-4198-a2a6-29c00fa8e3a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:12.982054 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-fc50b19a-9c8f-4013-af5d-c3315fc0f3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868c5a16-5a3e-43cf-b0af-e7e62ed528f2', 'name': 'tempest-TestShelveInstance-818535619-router', 'tenant_id': '7cbaeb77e3794933aa88149dd56c22a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': 'b1a42698-afd0-4a70-a9be-f71d860a3800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:13:47Z', 'updated_at': '2021-11-24T18:18:11Z', 'revision_number': 5, 'project_id': '7cbaeb77e3794933aa88149dd56c22a1', 'gw_port': {'id': 'b1a42698-afd0-4a70-a9be-f71d860a3800', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c5a16-5a3e-43cf-b0af-e7e62ed528f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:13:49Z', 'updated_at': '2021-11-24T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb'}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:18:12.986656 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc50b19a-9c8f-4013-af5d-c3315fc0f3c6 None None] Checking router: 868c5a16-5a3e-43cf-b0af-e7e62ed528f2 for host: dv-cinder-818579-1-smb {{(pid=87426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 18:18:12.995260 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc50b19a-9c8f-4013-af5d-c3315fc0f3c6 None None] Routers {'868c5a16-5a3e-43cf-b0af-e7e62ed528f2'} bound to L3 agent in host dv-cinder-818579-1-smb {{(pid=87426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 18:18:12.995879 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-fc50b19a-9c8f-4013-af5d-c3315fc0f3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818579-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T17:57:10Z,description=,heartbeat_timestamp=2021-11-24T18:18:10Z,host='dv-cinder-818579-1-smb',id=aba83f48-bec1-4447-972f-e1c88a92dee8,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T17:57:11Z,topic='l3_agent')) {'router_ids': ['868c5a16-5a3e-43cf-b0af-e7e62ed528f2'], 'active': True} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:18:13.053258 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-e04137a4-dbe5-4198-a2a6-29c00fa8e3a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:13.123020 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-e04137a4-dbe5-4198-a2a6-29c00fa8e3a5 admin admin] Deleting port b1a42698-afd0-4a70-a9be-f71d860a3800 {{(pid=87424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:18:13.123292 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-e04137a4-dbe5-4198-a2a6-29c00fa8e3a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:13.168390 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_dvr_db [None req-fc50b19a-9c8f-4013-af5d-c3315fc0f3c6 None None] Set router 868c5a16-5a3e-43cf-b0af-e7e62ed528f2 gateway port host: dv-cinder-818579-1-smb {{(pid=87426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 18:18:13.297985 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.db [None req-e04137a4-dbe5-4198-a2a6-29c00fa8e3a5 admin admin] For port b1a42698-afd0-4a70-a9be-f71d860a3800, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=b1a42698-afd0-4a70-a9be-f71d860a3800,segment=NetworkSegment(d3760bee-36f8-40b7-a723-a1b5699a82b5),segment_id=d3760bee-36f8-40b7-a723-a1b5699a82b5)] {{(pid=87424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:18:13.298337 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-e04137a4-dbe5-4198-a2a6-29c00fa8e3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:13.420610 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.plugins.ml2.plugin [None req-e04137a4-dbe5-4198-a2a6-29c00fa8e3a5 admin admin] Calling delete_port for b1a42698-afd0-4a70-a9be-f71d860a3800 owned by network:router_gateway {{(pid=87424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:18:13.445657 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.l3_hamode_db [None req-fc50b19a-9c8f-4013-af5d-c3315fc0f3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868c5a16-5a3e-43cf-b0af-e7e62ed528f2', 'name': 'tempest-TestShelveInstance-818535619-router', 'tenant_id': '7cbaeb77e3794933aa88149dd56c22a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': 'b1a42698-afd0-4a70-a9be-f71d860a3800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:13:47Z', 'updated_at': '2021-11-24T18:18:11Z', 'revision_number': 5, 'project_id': '7cbaeb77e3794933aa88149dd56c22a1', 'gw_port': {'id': 'b1a42698-afd0-4a70-a9be-f71d860a3800', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c5a16-5a3e-43cf-b0af-e7e62ed528f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:13:49Z', 'updated_at': '2021-11-24T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb'}], 'dv-cinder-818579-1-smb', False) {} {{(pid=87426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:18:13.449711 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc50b19a-9c8f-4013-af5d-c3315fc0f3c6 None None] The sync data for ids ['868c5a16-5a3e-43cf-b0af-e7e62ed528f2'] in dv-cinder-818579-1-smb is: [{'id': '868c5a16-5a3e-43cf-b0af-e7e62ed528f2', 'name': 'tempest-TestShelveInstance-818535619-router', 'tenant_id': '7cbaeb77e3794933aa88149dd56c22a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'external_fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.103'}], 'enable_snat': True}, 'gw_port_id': 'b1a42698-afd0-4a70-a9be-f71d860a3800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:13:47Z', 'updated_at': '2021-11-24T18:18:11Z', 'revision_number': 5, 'project_id': '7cbaeb77e3794933aa88149dd56c22a1', 'gw_port': {'id': 'b1a42698-afd0-4a70-a9be-f71d860a3800', 'name': '', 'network_id': '526841e0-8571-4339-baee-0cea4a76b63c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c5a16-5a3e-43cf-b0af-e7e62ed528f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'ip_address': '172.28.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:13:49Z', 'updated_at': '2021-11-24T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7845b98e-863d-42c7-9a40-3bd9a535af60', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-smb'}] {{(pid=87426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 18:18:13.636020 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-e04137a4-dbe5-4198-a2a6-29c00fa8e3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3149175'] for port, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:13.640614 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-87a9819b-92d9-4744-b718-90089dc07e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:18:13.684337 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04137a4-dbe5-4198-a2a6-29c00fa8e3a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1a42698-afd0-4a70-a9be-f71d860a3800,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:18:13.709766 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-e04137a4-dbe5-4198-a2a6-29c00fa8e3a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:18:13.775361 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-e04137a4-dbe5-4198-a2a6-29c00fa8e3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505794'] for router_gateway, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:13.950227 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-e04137a4-dbe5-4198-a2a6-29c00fa8e3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4164644'] for router, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:13.952323 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-e04137a4-dbe5-4198-a2a6-29c00fa8e3a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:14.049119 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-e04137a4-dbe5-4198-a2a6-29c00fa8e3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-578892'] for router, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:14.049690 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04137a4-dbe5-4198-a2a6-29c00fa8e3a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 868c5a16-5a3e-43cf-b0af-e7e62ed528f2 {{(pid=87424) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 18:18:14.062772 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-e04137a4-dbe5-4198-a2a6-29c00fa8e3a5 admin admin] Notify callbacks [] for router, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:14.063846 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-e04137a4-dbe5-4198-a2a6-29c00fa8e3a5 admin admin] 10.222.0.65 "DELETE /v2.0/routers/868c5a16-5a3e-43cf-b0af-e7e62ed528f2 HTTP/1.1" status: 204 len: 168 time: 1.4726651 Nov 24 18:18:14.067053 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 59680) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:18:14.127273 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ca0633-848c-4c69-8f70-1625a8b6d524 admin admin] Deleting subnet c3bc2709-ed24-42e1-991b-052dabdc4bd0 {{(pid=87424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 18:18:14.130451 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-91ca0633-848c-4c69-8f70-1625a8b6d524 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:14.182520 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-91ca0633-848c-4c69-8f70-1625a8b6d524 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2119714'] for subnet, precommit_delete_associations {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:14.258376 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-91ca0633-848c-4c69-8f70-1625a8b6d524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1555507'] for subnet, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:14.392223 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-91ca0633-848c-4c69-8f70-1625a8b6d524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1555563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3149124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2422208'] for subnet, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:14.396639 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-f410efe9-08c6-4248-9343-645f7260545f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:18:14.434369 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca0633-848c-4c69-8f70-1625a8b6d524 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3bc2709-ed24-42e1-991b-052dabdc4bd0,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:18:14.436211 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-91ca0633-848c-4c69-8f70-1625a8b6d524 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:14.438717 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-91ca0633-848c-4c69-8f70-1625a8b6d524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:18:14.442572 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d1d006-17d2-40b9-84a4-f0313033d487 None None] Network b6b90bb0-84f2-4f6c-b499-55629fd8ed88 requested from dv-cinder-818579-1-smb {{(pid=87425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 18:18:14.445235 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-91ca0633-848c-4c69-8f70-1625a8b6d524 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c3bc2709-ed24-42e1-991b-052dabdc4bd0 HTTP/1.1" status: 204 len: 168 time: 0.3770528 Nov 24 18:18:14.447816 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.wsgi [-] (87423) accepted ('10.222.0.65', 59684) {{(pid=87423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:18:14.517124 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device b1a42698-afd0-4a70-a9be-f71d860a3800 no longer exists at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:18:14.570432 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] No Port match for: b1a42698-afd0-4a70-a9be-f71d860a3800 {{(pid=87425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 18:18:14.570777 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device b1a42698-afd0-4a70-a9be-f71d860a3800 not bound to the agent host dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 18:18:14.571186 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 985dafc9-a5fa-402b-9bad-7512cc14cf08 no longer exists at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:18:14.579217 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-1652ffe5-922b-4176-a2d6-42444756708b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483400'] for network, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:14.589532 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [None req-1652ffe5-922b-4176-a2d6-42444756708b admin admin] Deleting port 68faf55b-5108-473a-a5ae-be5952885507 {{(pid=87423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:18:14.589859 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-1652ffe5-922b-4176-a2d6-42444756708b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:14.606691 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] No Port match for: 985dafc9-a5fa-402b-9bad-7512cc14cf08 {{(pid=87425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 18:18:14.607020 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 985dafc9-a5fa-402b-9bad-7512cc14cf08 not bound to the agent host dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 18:18:14.791800 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4bd561-a147-4b38-93a4-ee4696b71702 None None] DHCP port deletion for b6b90bb0-84f2-4f6c-b499-55629fd8ed88 request from dv-cinder-818579-1-smb {{(pid=87425) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 18:18:14.796089 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-2c4bd561-a147-4b38-93a4-ee4696b71702 None None] Deleting port 68faf55b-5108-473a-a5ae-be5952885507 {{(pid=87425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:18:14.796577 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-2c4bd561-a147-4b38-93a4-ee4696b71702 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:14.887880 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.db [None req-1652ffe5-922b-4176-a2d6-42444756708b admin admin] For port 68faf55b-5108-473a-a5ae-be5952885507, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=68faf55b-5108-473a-a5ae-be5952885507,segment=NetworkSegment(dc026d90-a30f-4969-a1d1-c7db26280bfa),segment_id=dc026d90-a30f-4969-a1d1-c7db26280bfa)] {{(pid=87423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:18:14.888234 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-1652ffe5-922b-4176-a2d6-42444756708b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:14.996486 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.db [None req-2c4bd561-a147-4b38-93a4-ee4696b71702 None None] For port 68faf55b-5108-473a-a5ae-be5952885507, host dv-cinder-818579-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-smb',level=0,port_id=68faf55b-5108-473a-a5ae-be5952885507,segment=NetworkSegment(dc026d90-a30f-4969-a1d1-c7db26280bfa),segment_id=dc026d90-a30f-4969-a1d1-c7db26280bfa)] {{(pid=87425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 18:18:14.996887 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-2c4bd561-a147-4b38-93a4-ee4696b71702 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504741'] for port, precommit_delete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:15.012256 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.plugin [None req-1652ffe5-922b-4176-a2d6-42444756708b admin admin] Calling delete_port for 68faf55b-5108-473a-a5ae-be5952885507 owned by network:dhcp {{(pid=87423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:18:15.120096 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-2c4bd561-a147-4b38-93a4-ee4696b71702 None None] Calling delete_port for 68faf55b-5108-473a-a5ae-be5952885507 owned by network:dhcp {{(pid=87425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 18:18:15.191829 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-1652ffe5-922b-4176-a2d6-42444756708b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1547041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730962321749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730961774430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4080798'] for port, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:15.196753 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-9795b91f-5dca-424e-9efa-32115da59b0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:18:15.196903 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.db.api [None req-2c4bd561-a147-4b38-93a4-ee4696b71702 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 18:18:15.197174 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG oslo_db.api [None req-2c4bd561-a147-4b38-93a4-ee4696b71702 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 18:18:15.240252 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652ffe5-922b-4176-a2d6-42444756708b admin admin] Pushing event deleted for resources: {'Port': ['ID=68faf55b-5108-473a-a5ae-be5952885507,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:18:15.242067 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1652ffe5-922b-4176-a2d6-42444756708b admin admin] No DVR routers for this DVR port 68faf55b-5108-473a-a5ae-be5952885507 on host dv-cinder-818579-1-smb {{(pid=87423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 18:18:15.243488 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-1652ffe5-922b-4176-a2d6-42444756708b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:18:15.355511 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-1652ffe5-922b-4176-a2d6-42444756708b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553944', 'neutron.services.segments.db._delete_segments_for_network-8730962215078'] for network, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:15.383966 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.services.segments.db [None req-1652ffe5-922b-4176-a2d6-42444756708b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b90bb0-84f2-4f6c-b499-55629fd8ed88']}} {{(pid=87423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:18:15.395709 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.services.segments.db [None req-1652ffe5-922b-4176-a2d6-42444756708b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc026d90-a30f-4969-a1d1-c7db26280bfa') {'for_net_delete': True} {{(pid=87423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:18:15.396001 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.services.segments.db [None req-1652ffe5-922b-4176-a2d6-42444756708b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc026d90-a30f-4969-a1d1-c7db26280bfa') {} {{(pid=87423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 18:18:15.407376 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-1652ffe5-922b-4176-a2d6-42444756708b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730962258553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024686'] for segment, before_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:15.422358 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-1652ffe5-922b-4176-a2d6-42444756708b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541721'] for segment, precommit_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:15.428159 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1652ffe5-922b-4176-a2d6-42444756708b admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=87423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 18:18:15.428562 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-1652ffe5-922b-4176-a2d6-42444756708b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1541712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4080755'] for segment, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:15.441727 dv-cinder-818579-1-smb neutron-server[87423]: Traceback (most recent call last): Nov 24 18:18:15.441727 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 18:18:15.441727 dv-cinder-818579-1-smb neutron-server[87423]: timer() Nov 24 18:18:15.441727 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 18:18:15.441727 dv-cinder-818579-1-smb neutron-server[87423]: cb(*args, **kw) Nov 24 18:18:15.441727 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 18:18:15.441727 dv-cinder-818579-1-smb neutron-server[87423]: return func(*args, **kwargs) Nov 24 18:18:15.441727 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 18:18:15.441727 dv-cinder-818579-1-smb neutron-server[87423]: self._notify() Nov 24 18:18:15.441727 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 18:18:15.441727 dv-cinder-818579-1-smb neutron-server[87423]: self.callback(batched_events) Nov 24 18:18:15.441727 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 18:18:15.441727 dv-cinder-818579-1-smb neutron-server[87423]: event.method(event) Nov 24 18:18:15.441727 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 18:18:15.441727 dv-cinder-818579-1-smb neutron-server[87423]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 18:18:15.441727 dv-cinder-818579-1-smb neutron-server[87423]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 18:18:15.441727 dv-cinder-818579-1-smb neutron-server[87423]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 18:18:15.441727 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 18:18:15.441727 dv-cinder-818579-1-smb neutron-server[87423]: return f(self, *a, **k) Nov 24 18:18:15.441727 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 18:18:15.441727 dv-cinder-818579-1-smb neutron-server[87423]: return self._get(url).json() Nov 24 18:18:15.441727 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 18:18:15.441727 dv-cinder-818579-1-smb neutron-server[87423]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 18:18:15.441727 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 18:18:15.441727 dv-cinder-818579-1-smb neutron-server[87423]: return self.request(url, 'GET', **kwargs) Nov 24 18:18:15.441727 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 18:18:15.441727 dv-cinder-818579-1-smb neutron-server[87423]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 18:18:15.441727 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 18:18:15.441727 dv-cinder-818579-1-smb neutron-server[87423]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 18:18:15.441727 dv-cinder-818579-1-smb neutron-server[87423]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 18:18:15.441727 dv-cinder-818579-1-smb neutron-server[87423]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 18:18:15.441727 dv-cinder-818579-1-smb neutron-server[87423]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 18:18:15.568731 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-1652ffe5-922b-4176-a2d6-42444756708b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505765'] for network, after_delete {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:15.572288 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-30505f55-aec5-4a05-ae3f-1186929c2173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:18:15.589459 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron_lib.callbacks.manager [None req-1652ffe5-922b-4176-a2d6-42444756708b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587363'] for network, before_response {{(pid=87423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:15.599281 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652ffe5-922b-4176-a2d6-42444756708b admin admin] Pushing event deleted for resources: {'Network': ['ID=b6b90bb0-84f2-4f6c-b499-55629fd8ed88,revision_number=None']} {{(pid=87423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:18:15.603819 dv-cinder-818579-1-smb neutron-server[87423]: DEBUG oslo_concurrency.lockutils [None req-1652ffe5-922b-4176-a2d6-42444756708b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:18:15.606677 dv-cinder-818579-1-smb neutron-server[87423]: INFO neutron.wsgi [None req-1652ffe5-922b-4176-a2d6-42444756708b admin admin] 10.222.0.65 "DELETE /v2.0/networks/b6b90bb0-84f2-4f6c-b499-55629fd8ed88 HTTP/1.1" status: 204 len: 168 time: 1.1575911 Nov 24 18:18:15.698722 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-2c4bd561-a147-4b38-93a4-ee4696b71702 None None] Deleting port 68faf55b-5108-473a-a5ae-be5952885507 {{(pid=87425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 18:18:15.699233 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-2c4bd561-a147-4b38-93a4-ee4696b71702 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730962318785'] for port, before_delete {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:15.764905 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-2c4bd561-a147-4b38-93a4-ee4696b71702 None None] The port '68faf55b-5108-473a-a5ae-be5952885507' was deleted {{(pid=87425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 18:18:15.990575 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 59690) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:18:16.040964 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-78163d37-d0ff-4128-8d91-82f470185161 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2e5d9eba045249419bd2b453a7b59b0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0490930 Nov 24 18:18:16.043318 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 59694) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:18:16.099762 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-177bb008-b2f6-4bfa-bca6-5f056860a488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:16.124344 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-177bb008-b2f6-4bfa-bca6-5f056860a488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:16.237687 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-177bb008-b2f6-4bfa-bca6-5f056860a488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:16.242888 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-3ea59e26-0e00-4b2a-8ba7-6fee18ecf337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:18:16.258032 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177bb008-b2f6-4bfa-bca6-5f056860a488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05cfde5-7db0-4971-93e7-7a8602cc948f,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:18:16.260896 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-177bb008-b2f6-4bfa-bca6-5f056860a488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:18:16.262804 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-177bb008-b2f6-4bfa-bca6-5f056860a488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:16.263902 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-177bb008-b2f6-4bfa-bca6-5f056860a488 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e05cfde5-7db0-4971-93e7-7a8602cc948f HTTP/1.1" status: 204 len: 168 time: 0.2197201 Nov 24 18:18:16.382662 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 68faf55b-5108-473a-a5ae-be5952885507 no longer exists at agent ovs-agent-dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 18:18:16.418986 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.plugin [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] No Port match for: 68faf55b-5108-473a-a5ae-be5952885507 {{(pid=87425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 18:18:16.419344 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron.plugins.ml2.rpc [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Device 68faf55b-5108-473a-a5ae-be5952885507 not bound to the agent host dv-cinder-818579-1-smb {{(pid=87425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 18:18:16.878666 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 59702) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:18:16.929289 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-372338aa-0a9a-4f7b-9cad-34b020f58cce admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7cbaeb77e3794933aa88149dd56c22a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494337 Nov 24 18:18:16.931545 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [-] (87424) accepted ('10.222.0.65', 59706) {{(pid=87424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 18:18:16.988451 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-ac5c09ba-7e4a-4560-9438-16ca9b4e7e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:17.013664 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-ac5c09ba-7e4a-4560-9438-16ca9b4e7e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:17.161217 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-ac5c09ba-7e4a-4560-9438-16ca9b4e7e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357717'] for security_group, after_delete {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:17.164854 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-13b001c5-f823-4d61-b1e8-c66213f5e43d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 18:18:17.176377 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c09ba-7e4a-4560-9438-16ca9b4e7e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1a035a-99d1-4b9d-a73a-2c2c314614b0,revision_number=None']} {{(pid=87424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 18:18:17.178709 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG oslo_concurrency.lockutils [None req-ac5c09ba-7e4a-4560-9438-16ca9b4e7e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 18:18:17.184404 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron_lib.callbacks.manager [None req-ac5c09ba-7e4a-4560-9438-16ca9b4e7e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:17.185517 dv-cinder-818579-1-smb neutron-server[87424]: INFO neutron.wsgi [None req-ac5c09ba-7e4a-4560-9438-16ca9b4e7e33 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fa1a035a-99d1-4b9d-a73a-2c2c314614b0 HTTP/1.1" status: 204 len: 168 time: 0.2531059 Nov 24 18:18:22.317213 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:37.681142 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-3bce2bfa-c0e9-4523-8b0d-3c829e8df0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:38.311426 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:40.451990 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-3d1356c2-1431-4210-97c9-bd6b3b5d654d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:41.397182 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:42.726283 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:18:44.894887 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 6 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:18:52.326034 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:19:07.674252 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-57a4af69-c1e0-4131-9658-793fc66ec02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:19:08.319980 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:19:10.425222 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-b2a21963-dce4-4d71-8ac1-ba2bec59298c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:19:11.419411 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:19:12.767692 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:19:21.893352 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 6 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:19:22.325684 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:19:37.664723 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-70e671fe-a52e-4409-a54a-3254e48045ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:19:38.335073 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:19:40.422293 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-ebe172db-ac67-4155-aa9e-e0942f823648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:19:41.406858 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:19:42.736670 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:19:52.322023 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:19:58.892176 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 6 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:20:07.667312 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-836f19fb-4740-499d-8131-a19eb9c65cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:20:08.366646 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:20:10.421502 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-25b601a0-84af-4418-8995-919c41ac61d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:20:11.421497 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:20:12.709311 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:20:22.332634 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:20:35.894205 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 6 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:20:37.672754 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c2de9202-eb08-41c6-acc9-8ee22cb0d2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:20:38.332299 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:20:40.415424 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7d37daff-62bd-4d18-a25f-55ebace7546b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:20:41.417634 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:20:42.731941 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:20:52.346693 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:21:07.674007 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-2a741d84-58e2-4544-9658-f6c76026f616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:21:08.334668 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:21:10.426221 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-8adccd9f-8e49-4c35-bc11-718f58ff00e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:21:11.412023 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:21:12.757452 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:21:12.891945 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 6 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:21:22.351164 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:21:37.670661 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-28084249-a9ff-423b-ac12-7304b6012b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:21:38.333632 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:21:40.428327 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-692ddcdc-dd6f-44ea-9004-d0c68b610ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:21:41.416516 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:21:42.739551 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:21:49.598444 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [req-f95ccd3e-fe55-4436-9656-0ae84efc444a req-505124d0-527d-4266-906f-d5cd84ebdbdf service neutron] (87424) timed out ('10.222.0.66', 58677) {{(pid=87424) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 24 18:21:49.890138 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 6 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:21:50.418860 dv-cinder-818579-1-smb neutron-server[87424]: DEBUG neutron.wsgi [req-6ad74427-80a4-4d68-962b-fda8814bd5ec req-eebc745d-4624-4a37-8cee-4b35d9dfa225 service neutron] (87424) timed out ('10.222.0.66', 58715) {{(pid=87424) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 24 18:21:52.339395 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:22:07.712977 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-8ac76c90-c3c5-44c0-8d76-0e46529f09cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:22:08.344319 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:22:10.436216 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f6f39c47-3688-4b8b-beae-95e67bea4e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:22:11.424055 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:22:12.728255 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:22:22.367305 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:22:26.889490 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 6 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:22:37.672561 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-6d60a20b-d377-4a82-bb86-c3a7aceebf74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:22:38.336141 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:22:40.455896 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-da7698ed-f52a-46dd-bf64-75a8f53742ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:22:41.415212 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:22:42.772539 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:22:52.363799 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:23:03.888030 dv-cinder-818579-1-smb neutron-server[87426]: DEBUG neutron.db.agents_db [None req-eb3b7e96-5731-4b57-b60c-09f4ed6eef9e None None] Agent healthcheck: found 6 active agents {{(pid=87426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 18:23:07.703339 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-ec1ceb51-1efa-46c2-b370-aaed99aa3b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:23:08.340895 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-cfa08e59-d2a4-4222-9c6e-26af4ae41c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:23:10.446335 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-b8dfb418-5f9a-4304-8df9-601cb2b9786b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:23:11.411842 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-c41a77c9-f168-465d-babe-a6384254da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:23:12.751448 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-f1285106-5c9a-45e9-8c2f-3ab9a66f7b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 18:23:22.399675 dv-cinder-818579-1-smb neutron-server[87425]: DEBUG neutron_lib.callbacks.manager [None req-7af1e1fa-bb02-4d16-a8c1-7f2ebaf3fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730962215087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1552226'] for agent, after_update {{(pid=87425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}